-- Logs begin at Fri 2022-02-04 16:23:07 UTC, end at Fri 2022-02-04 17:45:59 UTC. -- Feb 04 17:11:10.926371 dv-cinder-817351-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 17:11:14.071778 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.common.config [-] Logging enabled! Feb 04 17:11:14.072484 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 17:11:14.072713 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103101) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 17:11:14.076646 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.common.config [-] Logging enabled! Feb 04 17:11:14.076949 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 17:11:14.080230 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103101) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 17:11:14.080230 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:11:14.080230 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:11:14.080230 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:11:14.080230 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:11:14.080230 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:11:14.080230 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.080890 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 17:11:14.080969 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.081350 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.081698 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.082053 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.082447 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.082834 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.083175 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.083537 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.083873 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.084202 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.084567 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.084919 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.085253 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.085587 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.085924 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.086266 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] debug = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.086650 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.087177 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.087679 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.088083 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.088506 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.088872 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.089272 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.089649 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.090032 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.090532 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] host = dv-cinder-817351-10-iscsi {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.090930 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.091331 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.091719 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.093559 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.093559 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.093850 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.094110 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.094531 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.094921 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] log_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.095323 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.095673 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.096016 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.096364 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.096659 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.096930 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.097288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.097652 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.097985 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.098349 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.098688 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.099015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.099339 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.099660 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.100001 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.100336 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.100674 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.101002 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.101324 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.101644 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.101964 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.102319 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.102657 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.102980 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.103302 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.103637 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.103955 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.104278 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.104633 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.104976 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.105319 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.105676 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.105999 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.106372 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.106700 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.107029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.107401 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] use_json = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.108396 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.108754 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.109089 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.109444 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.109812 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.110138 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.110505 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.110923 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.111376 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:14.111891 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.112399 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.112887 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.113374 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.113834 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.114318 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.114796 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.115282 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.115772 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.116254 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.116679 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.116984 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.117313 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.117692 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.118011 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.118387 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.118710 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.119019 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.119310 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.119605 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.119894 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.120188 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.120491 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.120782 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.121082 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.121383 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.121674 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.121985 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.122342 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.122633 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.122939 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.123262 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.123563 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.123865 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.124179 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.124531 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.124821 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.125127 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.125418 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.125754 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.126051 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.126381 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.126671 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.126953 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.127242 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.127546 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.127898 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.128182 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.128533 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.128750 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.129034 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.129328 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.129611 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.129891 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.130201 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.130547 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.130832 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.131116 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.131401 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.131684 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.131967 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.132247 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.132528 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.132808 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.133086 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.133366 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.133644 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.133928 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.134220 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.134568 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.134855 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.135166 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.135452 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.135730 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.136103 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.136418 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.136744 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.137041 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.137329 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.137616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.137977 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.138297 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.138603 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.139089 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.139484 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.139836 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.140172 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.140522 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.140893 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.141222 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.141568 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.141947 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.142312 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.142649 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.142982 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.143317 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.143652 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.143997 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.144340 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.144682 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.145028 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.145372 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.145702 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.146105 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.146531 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:14.146799 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:11:14.147097 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103101) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 17:11:14.546860 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 17:11:14.547196 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 17:11:14.547557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 17:11:14.547954 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 17:11:14.910890 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.911121 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.911395 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.912775 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.913054 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.913330 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.962798 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.963169 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.963320 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.978852 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.979142 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:14.979412 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.013867 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.015108 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.015108 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.055523 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.055852 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.056159 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.446099 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.446921 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.446921 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.446921 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.447644 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.564221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.564587 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.564881 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.565164 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.565428 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.565746 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.566012 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.566291 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.566553 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.566841 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.567108 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.567381 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.567641 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.567898 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.568159 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.568429 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.568694 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.568967 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.569245 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.569513 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.569792 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.570086 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.570386 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.570781 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.571034 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.571314 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.571736 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:15.571983 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:15.572225 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:15.572466 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:15.572727 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:15.572941 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:15.573330 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 17:11:15.579343 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 17:11:15.583650 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 17:11:15.588155 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Feb 04 17:11:15.590058 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 17:11:15.590581 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 17:11:15.590930 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 17:11:15.591329 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 17:11:15.595063 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 17:11:15.595322 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 17:11:15.595695 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 17:11:15.600848 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 17:11:15.625439 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 17:11:15.625919 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.626234 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103101) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 17:11:15.626635 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.628199 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103101) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 17:11:15.628494 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 17:11:15.628747 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 17:11:15.632328 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.632781 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:15.698561 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 17:11:15.698808 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 17:11:15.699052 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 17:11:15.699442 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 17:11:15.723654 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_db.sqlalchemy.engines [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103101) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 17:11:16.388772 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing driver for type 'gre' Feb 04 17:11:16.390642 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] gre ID ranges: [(1, 1000)] Feb 04 17:11:16.617204 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing driver for type 'local' Feb 04 17:11:16.618226 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing driver for type 'vlan' Feb 04 17:11:16.702866 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] VlanTypeDriver initialization complete Feb 04 17:11:16.703220 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing driver for type 'vxlan' Feb 04 17:11:16.703752 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] vxlan ID ranges: [(1, 1000)] Feb 04 17:11:16.943338 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing extension driver 'port_security' Feb 04 17:11:16.943818 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.extensions.port_security [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] PortSecurityExtensionDriver initialization complete Feb 04 17:11:16.944245 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing mechanism driver 'openvswitch' Feb 04 17:11:16.944670 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing mechanism driver 'hyperv' Feb 04 17:11:16.952856 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.plugin [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103101) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:16.953817 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.954151 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.954551 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.955135 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103101) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:11:16.955614 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.955984 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.956362 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.956777 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103101) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:11:16.957200 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.957562 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.957912 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.958354 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103101) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:11:16.958847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > security_group after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > security_group after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103101) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:11:16.964616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964997 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964997 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103101) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:11:16.964997 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > address_group after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964997 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > address_group after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.964997 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.965344 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103101) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 17:11:16.965344 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] ML2 OVO RPC backend initialized. {{(pid=103101) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 17:11:16.965344 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.965344 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.965344 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.965692 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > networks before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.965778 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.966079 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > ports before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.966457 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnet before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.967300 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnets before_response 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.967669 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.968737 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.969091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.969443 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.969794 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.970201 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.970519 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnet after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.970866 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnet after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.971209 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:16.979246 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded quota_driver: . Feb 04 17:11:16.979681 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.plugin [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Modular L2 Plugin initialization complete Feb 04 17:11:16.980042 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading services supported by the core plugin {{(pid=103101) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 17:11:16.980400 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.plugins.ml2.managers [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Got port-security extension from driver 'port_security' Feb 04 17:11:16.980921 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.extensions.vlantransparent [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Disabled vlantransparent extension. Feb 04 17:11:16.981427 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103101) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 17:11:16.981764 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: router Feb 04 17:11:17.026929 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.027336 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router after_create 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.027713 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router before_create 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.028087 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.028469 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.028827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router after_delete 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.029193 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.030191 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.030590 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router after_create 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.030945 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router after_update 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.031300 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router after_update 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.031654 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.032015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router after_update 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.032441 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.032820 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: port after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.033164 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: port after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.033503 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: subnet after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.033844 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.034195 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.034576 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.034923 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: port before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.035268 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.035629 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router after_update 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.035974 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.036496 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_create 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.036864 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.037213 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_update 55549900 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.037582 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > agent after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.037934 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > agent after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.038306 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > network after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.039261 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Tracking information for resource: router configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:17.039680 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Tracking information for resource: floatingip configured {{(pid=103101) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 17:11:17.046141 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.db.l3_agentschedulers_db [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 17:11:17.046782 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: port after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.047161 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: port after_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.047520 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: port after_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.047999 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: port after_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.048840 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router before_create 55550100 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.049218 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.049591 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_create 55550100 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.049957 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > router precommit_update 55550100 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.055058 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.services.provider_configuration [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service providers = [] {{(pid=103101) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 17:11:17.055433 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.db.servicetype_db [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103101) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 17:11:17.058692 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.services.service_base [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103101) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:11:17.059048 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.services.service_base [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103101) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:11:17.059396 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.services.service_base [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103101) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:11:17.060405 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.services.service_base [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103101) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 17:11:17.060873 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.services.service_base [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 17:11:17.061297 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.061820 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 17:11:17.073853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.074198 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: auto_allocate Feb 04 17:11:17.081106 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: network precommit_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.081485 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: network precommit_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.082037 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.082406 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: tag Feb 04 17:11:17.090045 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.090414 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: timestamp Feb 04 17:11:17.095725 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.096060 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: network_ip_availability Feb 04 17:11:17.102135 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.102550 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.102913 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.103731 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.104057 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: flavors Feb 04 17:11:17.110129 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.110491 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading Plugin: revisions Feb 04 17:11:17.115276 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103101) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 17:11:17.115685 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_concurrency.lockutils [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.568s {{(pid=103101) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 17:11:17.116479 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103101) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 17:11:17.116820 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Initializing extension manager. Feb 04 17:11:17.117385 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: __init__.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.117738 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: __pycache__ {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.118376 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.118716 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: address_group.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.119551 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.120161 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: address-group Feb 04 17:11:17.120493 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: address_scope.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.121221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.121750 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: address-scope Feb 04 17:11:17.122079 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.123305 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.123943 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: router-admin-state-down-before-update Feb 04 17:11:17.124275 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: agent.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.125020 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.125544 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: agent Feb 04 17:11:17.125871 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: agent_resources_synced.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.126877 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.127402 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: agent-resources-synced Feb 04 17:11:17.127728 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: allowedaddresspairs.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.129639 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.130184 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: allowed-address-pairs Feb 04 17:11:17.130669 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: auto_allocated_topology.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.131859 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.132393 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: auto-allocated-topology Feb 04 17:11:17.132724 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: availability_zone.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.133446 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.133969 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: availability_zone Feb 04 17:11:17.134330 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: availability_zone_filter.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.135294 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.135836 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: availability_zone_filter Feb 04 17:11:17.136160 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: data_plane_status.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.148298 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.148923 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 17:11:17.149295 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: default_subnetpools.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.150394 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.150941 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: default-subnetpools Feb 04 17:11:17.151291 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.152279 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.152879 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: dhcp_agent_scheduler Feb 04 17:11:17.153210 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: dns.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.154245 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.155310 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 17:11:17.155637 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: dns_domain_ports.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.156656 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.157341 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 17:11:17.157676 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.158941 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.159474 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 17:11:17.159802 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: dvr.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.160510 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.161034 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: dvr Feb 04 17:11:17.161362 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: ecmp_routes.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.162362 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.162889 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 17:11:17.163216 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: empty_string_filtering.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.164334 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.165135 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: empty-string-filtering Feb 04 17:11:17.165619 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.167125 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.167946 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 17:11:17.168423 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.169807 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.170957 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 17:11:17.171452 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: external_net.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.193779 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.194415 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: external-net Feb 04 17:11:17.194768 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.195805 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.196333 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: extra_dhcp_opt Feb 04 17:11:17.196665 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: extraroute.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.197643 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.198179 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: extraroute Feb 04 17:11:17.198540 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: extraroute_atomic.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.199769 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.200554 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: extraroute-atomic Feb 04 17:11:17.200880 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: filter_validation.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.201677 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.202205 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: filter-validation Feb 04 17:11:17.202562 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: fip_pf_description.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.203563 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.204147 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 17:11:17.204420 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: fip_port_details.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.205609 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.206139 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: fip-port-details Feb 04 17:11:17.206496 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: flavors.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.207827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.208371 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: flavors Feb 04 17:11:17.208726 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.210490 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.211030 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 17:11:17.211369 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: floatingip_pools.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.212097 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.212620 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: floatingip-pools Feb 04 17:11:17.212953 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: ip_allocation.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.213933 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.214478 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 17:11:17.214808 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.215756 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.216277 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: ip-substring-filtering Feb 04 17:11:17.216610 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l2_adjacency.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.217611 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.218396 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 17:11:17.218733 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.219800 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.220331 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: router Feb 04 17:11:17.220660 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.223241 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.223802 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 17:11:17.224171 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.225189 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.225718 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: ext-gw-mode Feb 04 17:11:17.226052 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.227031 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.227554 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: l3-ha Feb 04 17:11:17.227922 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.228904 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.229425 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 17:11:17.229756 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3_flavors.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.230760 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.231283 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: l3-flavors Feb 04 17:11:17.231725 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.233914 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.234591 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 17:11:17.234976 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.236132 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.236673 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 17:11:17.237008 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: l3agentscheduler.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.238384 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.238899 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: l3_agent_scheduler Feb 04 17:11:17.239233 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: local_ip.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.241163 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.241707 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension local_ip not supported by any of loaded plugins Feb 04 17:11:17.242052 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: logging.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.243836 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.244440 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension logging not supported by any of loaded plugins Feb 04 17:11:17.244780 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: metering.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.245567 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.246165 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: metering Feb 04 17:11:17.246599 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.247758 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.248857 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: metering_source_and_destination_fields Feb 04 17:11:17.249190 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: multiprovidernet.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.250189 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.250753 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: multi-provider Feb 04 17:11:17.251085 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: netmtu.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.252090 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.252626 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: net-mtu Feb 04 17:11:17.252954 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: netmtu_writable.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.253892 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.254511 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: net-mtu-writable Feb 04 17:11:17.254847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: network_availability_zone.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.255949 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.256557 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: network_availability_zone Feb 04 17:11:17.256884 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: network_ip_availability.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.258150 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.258715 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: network-ip-availability Feb 04 17:11:17.259045 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: network_segment_range.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.259864 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.260394 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 17:11:17.260753 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: pagination.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.261776 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.262108 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: pagination Feb 04 17:11:17.262465 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: port_device_profile.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.263420 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.264317 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: port-device-profile Feb 04 17:11:17.264675 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.265641 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.266163 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: port-mac-address-regenerate Feb 04 17:11:17.266537 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.267546 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.268059 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: port-numa-affinity-policy Feb 04 17:11:17.268387 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: port_resource_request.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.269319 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.269835 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 17:11:17.270160 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: port_resource_request_groups.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.271223 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.271743 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 17:11:17.272073 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: portbindings.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.273025 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.273548 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: binding Feb 04 17:11:17.273875 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: portbindings_extended.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.275264 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.275800 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: binding-extended Feb 04 17:11:17.276131 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: portsecurity.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.277061 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.277640 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: port-security Feb 04 17:11:17.278028 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: project_id.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.279234 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.279596 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: project-id Feb 04 17:11:17.279925 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: providernet.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.280851 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.281386 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: provider Feb 04 17:11:17.281714 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.285586 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.286138 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos not supported by any of loaded plugins Feb 04 17:11:17.286526 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.287946 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.288481 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 17:11:17.288816 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.289771 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.290326 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 17:11:17.290659 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_default.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.291612 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.292145 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-default not supported by any of loaded plugins Feb 04 17:11:17.292535 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_fip.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.300080 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.300670 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 17:11:17.301003 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.302020 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.302583 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 17:11:17.302915 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_gateway_ip.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.304034 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.304566 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 17:11:17.304899 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_port_network_policy.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.305856 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.306408 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 17:11:17.306740 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.307875 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.308410 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 17:11:17.308744 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_pps_rule.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.310044 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.310760 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 17:11:17.311586 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_rule_type_details.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.313689 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.313887 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 17:11:17.314091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: qos_rules_alias.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.315264 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.315794 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 17:11:17.316122 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: quota_check_limit.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.317069 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.317599 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: quota-check-limit Feb 04 17:11:17.317933 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: quotasv2.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.319146 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.319490 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: quotas Feb 04 17:11:17.319817 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: quotasv2_detail.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.321713 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.322053 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: quota_details Feb 04 17:11:17.322416 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: rbac.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.323568 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.324250 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: rbac-policies Feb 04 17:11:17.324585 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: rbac_address_group.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.325940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.326574 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: rbac-address-group Feb 04 17:11:17.326872 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: rbac_address_scope.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.327837 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.328412 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: rbac-address-scope Feb 04 17:11:17.328745 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: rbac_security_groups.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.329701 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.330354 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: rbac-security-groups Feb 04 17:11:17.330692 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: rbac_subnetpool.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.331668 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.332310 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: rbac-subnetpool Feb 04 17:11:17.332749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: revisionifmatch.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.343076 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.343677 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: revision-if-match Feb 04 17:11:17.344032 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: revisions.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.345679 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.346311 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: standard-attr-revisions Feb 04 17:11:17.346691 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: router_availability_zone.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.347530 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.348112 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: router_availability_zone Feb 04 17:11:17.348513 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: routerservicetype.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.349640 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.350369 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 17:11:17.350754 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.351825 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.352401 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: security-groups-normalized-cidr Feb 04 17:11:17.352826 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.353876 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.354565 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: port-security-groups-filtering Feb 04 17:11:17.355018 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.356053 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.356641 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: security-groups-remote-address-group Feb 04 17:11:17.357020 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.359045 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.359711 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: security-groups-shared-filtering Feb 04 17:11:17.360087 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.360812 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 17:11:17.361182 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: securitygroup.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.372606 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.374211 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: security-group Feb 04 17:11:17.374211 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: segment.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.375177 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.375795 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension segment not supported by any of loaded plugins Feb 04 17:11:17.376133 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.377241 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.377797 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 17:11:17.378133 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: servicetype.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.379392 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.379936 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: service-type Feb 04 17:11:17.380271 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: sorting.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.381603 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.381936 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: sorting Feb 04 17:11:17.382290 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: standard_attr_segment.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.383278 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.383851 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 17:11:17.384178 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: standardattrdescription.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.384870 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.385395 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: standard-attr-description Feb 04 17:11:17.385727 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: stateful_security_group.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.386845 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.387464 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: stateful-security-group Feb 04 17:11:17.387842 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: stdattrs_common.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.388459 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 17:11:17.389690 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.396475 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.397142 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 17:11:17.397510 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: subnet_onboard.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.398798 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.399382 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: subnet_onboard Feb 04 17:11:17.399752 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.400827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.401473 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 17:11:17.401962 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: subnet_service_types.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.403059 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.403651 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: subnet-service-types Feb 04 17:11:17.404037 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: subnetallocation.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.405368 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.405950 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: subnet_allocation Feb 04 17:11:17.406374 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.407277 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.407869 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: subnetpool-prefix-ops Feb 04 17:11:17.408237 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.409300 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.409983 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 17:11:17.410475 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: tagging.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.411672 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.412244 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: standard-attr-tag Feb 04 17:11:17.412583 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: timestamp.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.414015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.414597 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loaded extension: standard-attr-timestamp Feb 04 17:11:17.414934 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: trunk.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.416010 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.416545 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension trunk not supported by any of loaded plugins Feb 04 17:11:17.416881 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: trunk_details.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.417821 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.418498 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 17:11:17.418832 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: uplink_status_propagation.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.425667 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.426670 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 17:11:17.427484 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Loading extension file: vlantransparent.py {{(pid=103101) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 17:11:17.428683 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103101) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 17:11:17.429638 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 17:11:17.433715 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:network Feb 04 17:11:17.434606 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:subnet Feb 04 17:11:17.435308 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:11:17.437536 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:port Feb 04 17:11:17.441709 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.442522 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service FLAVORS assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.443825 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.444646 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.445267 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:router Feb 04 17:11:17.446055 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 17:11:17.446914 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service METERING assigned prefix: /metering {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.449700 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.450507 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.451163 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103101) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:11:17.453800 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 17:11:17.454643 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:security_group Feb 04 17:11:17.455353 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 17:11:17.456523 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service CORE assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.457097 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:11:17.457715 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] subnetpool is already registered Feb 04 17:11:17.458498 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service CORE assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.459081 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:11:17.459684 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] subnetpool is already registered Feb 04 17:11:17.464500 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.465253 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service FLAVORS assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.466400 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.468359 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.468973 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:router Feb 04 17:11:17.470404 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] router is already registered Feb 04 17:11:17.470504 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 17:11:17.471021 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] floatingip is already registered Feb 04 17:11:17.471858 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service METERING assigned prefix: /metering {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.473209 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 17:11:17.473622 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] rbac_policy is already registered Feb 04 17:11:17.474179 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:security_group Feb 04 17:11:17.474628 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] security_group is already registered Feb 04 17:11:17.475333 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 17:11:17.475897 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] security_group_rule is already registered Feb 04 17:11:17.476689 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service CORE assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.477093 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:11:17.477506 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] subnetpool is already registered Feb 04 17:11:17.478121 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.v2.resource_helper [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Service CORE assigned prefix: {{(pid=103101) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 17:11:17.478542 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 17:11:17.478889 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING neutron.quota.resource_registry [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] subnetpool is already registered Feb 04 17:11:17.479630 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: extensions {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.481334 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: address-groups {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.485859 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: address-scopes {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.488402 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: agents {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.489601 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: auto-allocated-topology {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.490901 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: availability_zones {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.492128 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: dhcp-networks {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.493648 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: dhcp-agents {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.495114 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: routers {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.497349 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: flavors {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.499826 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: service_profiles {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.501064 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: next_providers {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.502629 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: service_profiles {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.504166 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: floatingip-pools {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.505422 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: routers {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.507580 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: floatingips {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.508879 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: l3-routers {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.510292 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: l3-agents {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.511725 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: metering-labels {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.513097 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: metering-label-rules {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.515151 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: network-ip-availabilities {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.516446 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: bindings {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.518100 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: quotas {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.519707 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: quotas {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.521256 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: rbac-policies {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.522593 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: security-groups {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.523849 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: security-group-rules {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.525092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: service-providers {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.526327 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: subnetpools {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.527945 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: subnetpools {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.530193 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.531941 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.535179 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.537055 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.539016 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.540858 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.542614 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.544650 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.547639 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.549546 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron.api.extensions [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Extended resource: tags {{(pid=103101) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 17:11:17.555753 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING keystonemiddleware.auth_token [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 17:11:17.560526 dv-cinder-817351-10-iscsi neutron-server[103101]: WARNING keystonemiddleware.auth_token [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 17:11:17.570294 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_concurrency.lockutils [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Acquired lock "singleton_lock" {{(pid=103101) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 17:11:17.570794 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_concurrency.lockutils [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Releasing lock "singleton_lock" {{(pid=103101) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 17:11:17.571591 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO oslo_service.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Starting 2 workers Feb 04 17:11:17.577631 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Started child 103214 {{(pid=103101) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:11:17.582841 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Started child 103215 {{(pid=103101) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:11:17.583484 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.584543 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO neutron.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 17:11:17.585185 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.585461 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [-] (103214) wsgi starting up on http://0.0.0.0:9696 Feb 04 17:11:17.587788 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO oslo_service.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Starting 1 workers Feb 04 17:11:17.588150 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.589661 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [-] (103215) wsgi starting up on http://0.0.0.0:9696 Feb 04 17:11:17.594478 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Started child 103216 {{(pid=103101) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:11:17.595097 dv-cinder-817351-10-iscsi neutron-server[103101]: INFO oslo_service.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Starting 1 workers Feb 04 17:11:17.597613 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] calling RpcWorker wait() {{(pid=103216) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 17:11:17.598245 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] returning from RpcWorker wait() {{(pid=103216) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 17:11:17.599408 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.599907 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Started child 103217 {{(pid=103101) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 17:11:17.600005 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:17.600823 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG neutron_lib.callbacks.manager [None req-d201dce1-f3e4-4dee-98e2-3f49ed3082c5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103101) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.603294 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103101) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 17:11:17.603294 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:11:17.603294 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:11:17.603294 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:11:17.612353 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:11:17.612353 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:11:17.612353 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.612353 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.612353 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.612353 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.613284 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:17.615694 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.615694 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616082 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.616288 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.618509 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.619958 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] debug = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.619958 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.619958 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.619958 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.619958 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.619958 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.621092 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] host = dv-cinder-817351-10-iscsi {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.622557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.624445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_options = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.626147 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.627424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.627424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.627424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.627424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.627424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.627424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.627424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.628315 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.629281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.630227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.631221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.631221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.631221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.631221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.631221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.631221 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632236 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632236 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632236 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632236 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632889 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632889 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632889 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_json = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.632889 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.633435 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.633435 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.633778 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.633920 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.634073 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.634293 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.634526 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.634758 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.635201 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.635493 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.635880 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.636417 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.636417 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.637104 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.637104 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.637890 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.637890 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.638341 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.638568 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.638568 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.638969 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.639187 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.639400 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.639939 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.640210 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.640512 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.640770 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.641012 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.641233 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.641490 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.641773 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.641999 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.642237 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.642517 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.642751 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.643074 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.643352 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.643769 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.643987 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.644245 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.644514 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.644736 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.644986 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.645222 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.645440 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.645675 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.645891 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.646161 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.646426 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.646646 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.646870 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.647211 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.647456 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.647714 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.647974 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.648235 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.648490 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.648713 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.648929 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.649167 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.649396 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.650493 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.650751 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.651000 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.651244 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.651529 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.651751 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.651970 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.652187 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.652431 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.652694 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.652916 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.653125 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.653357 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.657069 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.657623 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.657623 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.657905 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.658095 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.658378 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.658620 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.658875 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.659104 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.659340 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.660999 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.661270 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.662203 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.664912 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.664912 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.664912 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.664912 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.666217 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.666217 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.666217 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.666663 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 50692) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:17.666806 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.666806 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.669807 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.669807 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.669807 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.670631 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.670631 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.671015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.671015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.671393 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.672490 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.672490 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.672490 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.673281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.673281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.673281 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.673825 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.673825 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.673825 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.680847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.680847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.680847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.680847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.680847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.680847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.680847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.681744 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.681744 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.681744 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.682099 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.682099 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.682357 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.685946 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.686242 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.686567 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.686823 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.687104 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.687427 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.687732 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.688024 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.688289 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.688538 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.688814 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.689042 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.689313 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.689578 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.689730 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0206332 Feb 04 17:11:17.689823 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.690374 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.693707 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.694666 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.694936 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.696273 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.698215 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.699907 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.700555 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.702140 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.702817 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.703088 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.703363 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.703668 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.703937 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.704199 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.704460 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.704757 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.704942 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.705903 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.706420 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.706840 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.707066 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.707448 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.708150 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.708150 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.708313 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.708439 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.708844 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.709077 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.709330 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.710202 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.711071 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.711366 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.712323 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.712809 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.713480 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.713872 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.714453 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.714980 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.715827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.716115 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.716353 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.716670 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.717520 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.717786 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.718047 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.718471 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.718740 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.718968 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.719250 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.719499 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.719913 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.720368 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.720619 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.720847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.721075 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.721316 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.721543 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.721810 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.722047 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.723520 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.723520 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.723520 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.723520 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.723820 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.725345 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.725596 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.726685 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.727153 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.727595 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.728030 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.728473 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.728929 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.729347 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.729766 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.730212 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.731986 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.731986 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.733238 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.734622 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.736749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.736749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.736749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.736749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.736749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.736749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.736749 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.737530 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.737530 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.738031 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.738309 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.739004 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.740543 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.740977 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.741380 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.741890 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.742372 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.742768 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.743160 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.743648 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.744006 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.745400 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.745400 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.745400 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.745700 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.746111 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.746561 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.747192 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.750085 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.750085 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.750085 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.750085 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.750085 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.751238 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.751639 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.752034 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.752454 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.752865 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.753524 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.754239 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.754950 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.755464 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.756735 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.756735 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.756985 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.757772 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.757939 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.758496 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.759097 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.760725 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.760725 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.760725 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.761024 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.761498 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.762126 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.765786 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.765786 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.765786 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.765786 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.765786 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.766170 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.766610 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.767135 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.767807 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.768118 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.768673 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.769346 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.770096 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.770977 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.771981 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.771981 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.772308 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.772629 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.773942 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.774446 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.774830 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.775229 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.775582 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.778853 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.779408 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.779852 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.780131 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:11:17.780944 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103101) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 17:11:17.781212 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 17:11:17.781476 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 17:11:17.781776 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 17:11:17.782084 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 17:11:17.782401 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 17:11:17.782774 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.783079 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.783379 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.783857 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.784150 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.784745 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.785254 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.785752 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.786120 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.786385 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.786599 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.787096 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.787363 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.787835 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.788325 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.788820 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.789320 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.789689 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.790040 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.790457 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.790666 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.790940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.791222 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] debug = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.791507 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.791888 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.792227 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.792416 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.792705 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.792955 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.793249 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.793402 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:17.794480 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.794480 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.794480 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.794480 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.795056 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.795056 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.795314 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.795560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.796024 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.796435 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.796655 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.796874 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] host = dv-cinder-817351-10-iscsi {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.797156 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.798379 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.798379 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.798379 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.798379 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.798960 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.798960 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.799232 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.799424 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.799706 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.800107 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.800371 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.800609 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.800903 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.801152 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_options = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.801610 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.801768 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.802095 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.803760 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.804086 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.804401 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.804704 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.806839 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.806839 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.806839 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.806839 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.806839 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.806839 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.806839 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.807266 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.807418 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.807951 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.808248 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.808580 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.808835 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.813123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.814560 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.815423 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.815423 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.815423 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.815770 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.815898 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.816204 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.816446 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.816653 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.816928 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.817224 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_json = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.817551 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.817854 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.818928 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.818928 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.818928 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.819199 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.819378 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.819664 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.819938 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 17:11:17.820261 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.820584 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.820842 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.821140 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.821438 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.821731 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.822044 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.822349 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.822605 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.822885 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.823185 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.823477 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.823789 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.824064 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.824368 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.824732 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.825490 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.825850 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.826070 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.826439 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.827406 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.827406 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.827406 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.828031 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.828031 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.828961 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.829266 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.830874 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.830874 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.830874 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.830874 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.830874 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.830874 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.831886 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.831886 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.831886 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.831886 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.833312 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.833312 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.833312 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.833312 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.833911 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.833911 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.834228 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.834228 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.835219 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.835219 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.835219 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.835219 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.835785 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.835785 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.835785 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.836301 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.836301 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.836301 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.836829 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.836829 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.836829 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.837827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.837827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.837827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.837827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.837827 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.838499 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.838499 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.838499 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.838858 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.839944 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.841015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.841015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.841015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.841015 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.841714 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.841714 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.844091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.844091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.844091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.844091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.844091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.844091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.846370 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.848442 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.848442 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.848442 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.848442 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.848442 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.848442 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.848442 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.850029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.850029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.850029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.850029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.850029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.850029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.851280 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.851547 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.851847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.852148 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.852445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.852805 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.853180 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.853419 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.853684 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.854013 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.854450 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.854680 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.854919 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.855210 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.855436 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.855657 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.855876 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.856242 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.856473 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.856760 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.857054 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.857292 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.857666 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.858903 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.858903 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.858903 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.859571 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.859571 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.860084 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.860084 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.860946 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.860946 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.860946 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.861722 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.861722 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.861722 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.862247 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.862247 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.863111 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.863354 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.863555 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.863707 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.863844 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.863981 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.864159 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.864339 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.864513 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.864695 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.864938 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.865091 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.865264 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.865456 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.865639 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.865784 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.865962 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.866112 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.866358 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.866568 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.866754 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.866906 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.867052 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.867196 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.867324 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.867491 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.867662 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.867825 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.867977 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.868143 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.868298 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.868443 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.868592 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.868782 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.868967 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.869149 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.869347 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.869347 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.869639 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.869786 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.869931 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.870078 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.870222 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.870479 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.872360 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.872360 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.872360 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.872360 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.872360 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.872360 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.873688 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.873688 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.873688 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.873688 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.873688 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.874243 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.874243 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.874243 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.874616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.874616 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.874926 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.874926 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.875207 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.875207 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.875463 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.875463 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.875718 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.875718 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.875970 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.876114 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.876256 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.876392 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.876529 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.876682 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.876817 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.876949 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.877085 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.877256 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.877418 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.877557 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.877727 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.877871 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.878050 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.878251 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.878498 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.878706 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.878847 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.878985 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.879123 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.879271 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.879439 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.879606 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.879742 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.879906 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.880069 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.880245 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.880414 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.880570 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.880708 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.880880 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.881029 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.881205 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.881368 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.881531 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.881689 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.881822 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.882097 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.882236 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.882445 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.882619 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.882619 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.882884 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.883025 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.883160 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.883303 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.883486 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.883632 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.883774 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.883922 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.884045 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.884173 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.884331 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.884503 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.884666 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.884818 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.884988 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.885165 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.885328 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.885532 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.885681 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.885824 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.885963 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.886110 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.886254 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.886577 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.886577 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.886910 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.886910 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.887279 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.887279 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.887544 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.887544 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.887904 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.887904 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.888176 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.888176 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.888456 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.888456 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.888776 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.888909 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.889940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.889940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.889940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.889940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.889940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.889940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.889940 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.890885 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.890885 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.890885 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.890885 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.890885 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 17:11:17.890885 dv-cinder-817351-10-iscsi neutron-server[103101]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103101) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 17:11:32.391348 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1e2439-167c-4e77-ab0f-bff0a6a61047 None None] get_active_networks_info from dv-cinder-817351-10-iscsi {{(pid=103216) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 17:11:32.508636 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1e2439-167c-4e77-ab0f-bff0a6a61047 None None] No non-hosted networks {{(pid=103216) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 17:11:32.520977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e73c4f5c-1f21-4856-9eab-6ebf9e4a55e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479847'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.854690 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-53634c74-67e6-4d6d-a1fb-f144e28beac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479847'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:35.887013 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-3f853ca6-0530-46c3-ae34-abd03e88e148 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-817351-10-iscsi {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:11:35.899034 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-3f853ca6-0530-46c3-ae34-abd03e88e148 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:11:36.439728 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3f853ca6-0530-46c3-ae34-abd03e88e148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:37.928950 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479847'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:40.917814 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.db.l3_hamode_db [None req-85ccf00e-0c82-4f61-8848-58dddce93843 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 17:11:41.133284 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ccf00e-0c82-4f61-8848-58dddce93843 None None] Routers set() bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:11:41.133284 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ccf00e-0c82-4f61-8848-58dddce93843 None None] Router IDs set() for agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 17:11:41.348476 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479847'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.510343 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479847'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:41.510343 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.510343 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.510343 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.511092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.511092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.511092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.511832 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.513187 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.514641 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.516011 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.516705 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.517483 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.518573 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:41.519452 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817351-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:41.537589 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817351-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:11:46.808039 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 50796) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:47.622490 dv-cinder-817351-10-iscsi neutron-server[103215]: WARNING oslo_policy.policy [None req-08fd9174-8876-44ce-9100-f80ad9d17bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:11:47.623165 dv-cinder-817351-10-iscsi neutron-server[103215]: WARNING oslo_policy.policy [None req-08fd9174-8876-44ce-9100-f80ad9d17bcd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:11:47.865004 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [None req-08fd9174-8876-44ce-9100-f80ad9d17bcd admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:11:47.866076 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-08fd9174-8876-44ce-9100-f80ad9d17bcd admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0567398 Feb 04 17:11:51.219784 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 50812) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:51.874628 dv-cinder-817351-10-iscsi neutron-server[103214]: WARNING oslo_policy.policy [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:11:51.875278 dv-cinder-817351-10-iscsi neutron-server[103214]: WARNING oslo_policy.policy [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:11:52.119947 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'tenant_id': 'fd2aa06ad3354a73bbd05d706f8ad178'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:52.233716 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.policy [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103214) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 17:11:52.282982 dv-cinder-817351-10-iscsi neutron-server[103214]: WARNING oslo_policy.policy [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:11:52.283439 dv-cinder-817351-10-iscsi neutron-server[103214]: WARNING oslo_policy.policy [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:11:52.472772 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743156410410', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743156410079', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743156486570', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743156491939', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743156506569', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8743156513943', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16165966', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16161704', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-510564', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1683101'] for rbac-policy (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.710310 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:52.712600 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e9c8a9a2-8139-4c38-a62d-c7e1638a6c71 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4902215 Feb 04 17:11:56.254779 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 50830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:11:56.601784 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Request body: {'network': {'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'name': 'private'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:11:56.695966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Made reservation on behalf of c71b2188801a4151be0c576ffab51c6f for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:11:56.699636 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.719999 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.867547 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks [] for security_group (18ecb9a1-7cc6-4a4b-bf1b-cda6fa5a358f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.941803 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (18ecb9a1-7cc6-4a4b-bf1b-cda6fa5a358f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:56.970460 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:11:56.999391 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743151996236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (aefab31f-450d-49b3-af94-d5368753e093), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.004398 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Unsubscribe: segment precommit_create {{(pid=103214) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 17:11:57.004398 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Added segment aefab31f-450d-49b3-af94-d5368753e093 of type vlan for network 22a6d9e1-835e-4526-813c-2bce42dc4781 Feb 04 17:11:57.007271 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ecb9a1-7cc6-4a4b-bf1b-cda6fa5a358f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:57.050226 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.050683 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.051069 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.051444 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.051814 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.052181 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.052628 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.053000 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.053381 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.053770 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.054112 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.054517 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.054899 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Tracked resource versions report: Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: pushed versions: Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: { 'AddressGroup': {'1.2'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'ConntrackHelper': {'1.0'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Log': {'1.0'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Network': {'1.1'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Port': {'1.7'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'PortForwarding': {'1.2'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'QosPolicy': {'1.10'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroup': {'1.5'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SubPort': {'1.0'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Subnet': {'1.1'}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Trunk': {'1.1'}} Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: consumer versions: Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'ConntrackHelper': '1.0', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'LocalIPAssociation': '1.0', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Log': '1.0', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Network': '1.1', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Port': '1.7', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'PortForwarding': '1.2', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'QosPolicy': '1.10', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroup': '1.5', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroupRule': '1.2', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SubPort': '1.0', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Subnet': '1.1', Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Trunk': '1.1'}} Feb 04 17:11:57.056444 dv-cinder-817351-10-iscsi neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:11:57.128310 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (22a6d9e1-835e-4526-813c-2bce42dc4781), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.236572 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (22a6d9e1-835e-4526-813c-2bce42dc4781), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.237973 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:11:57.238964 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:11:57.352877 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] Pushing event updated for resources: {'Network': ['ID=22a6d9e1-835e-4526-813c-2bce42dc4781,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:11:57.368226 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:11:57.431749 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-1b136688-d984-499b-aebf-20c407ee1034 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1755371 Feb 04 17:12:00.886206 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 50844) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:01.612703 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a05f1e8-f4cf-428d-8322-2e7b446efe7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:01.614207 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-2a05f1e8-f4cf-428d-8322-2e7b446efe7a admin admin] 10.222.0.24 "GET /v2.0/networks/22a6d9e1-835e-4526-813c-2bce42dc4781 HTTP/1.1" status: 200 len: 825 time: 0.7268283 Feb 04 17:12:01.645197 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-7f97fd64-4d02-47df-8c82-0574db994b90 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/6293225a-bdad-4b8f-9888-99cbfc577331 HTTP/1.1" status: 200 len: 734 time: 0.0227983 Feb 04 17:12:01.656371 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '6293225a-bdad-4b8f-9888-99cbfc577331', 'ip_version': 4, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'gateway_ip': '172.20.0.1', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:01.769681 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Made reservation on behalf of c71b2188801a4151be0c576ffab51c6f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:01.772163 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.265679 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (c9016457-a92e-47d0-99d8-598be84ebba6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.368361 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c8fc1f77-9b2b-4c44-ac75-98ff3ef153ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.384064 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9016457-a92e-47d0-99d8-598be84ebba6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:02.393074 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Checking segment: {'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:02.393695 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Network hostable DHCP agents. Network: 22a6d9e1-835e-4526-813c-2bce42dc4781, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:12:02.536334 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:12:02.632744 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 22a6d9e1-835e-4526-813c-2bce42dc4781) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:02.639968 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:02.640759 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:02.649906 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f9c3d0-31dd-466a-85e6-143de72905d7 None None] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:02.772836 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0cee3c7c-988a-407f-88ea-00ec8b8ff223 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1200855 Feb 04 17:12:02.947560 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01999725-eed5-4995-a463-6367156862ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-22a6d9e1-835e-4526-813c-2bce42dc4781', 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'fixed_ips': [{'subnet_id': 'c9016457-a92e-47d0-99d8-598be84ebba6'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:12:02.950527 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.418814 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-01999725-eed5-4995-a463-6367156862ad None None] Allocated IP 172.20.0.2 (22a6d9e1-835e-4526-813c-2bce42dc4781/c9016457-a92e-47d0-99d8-598be84ebba6/137a3852-a335-4e01-b031-d82b35fdc504) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:03.902353 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Publish callbacks [] for port (137a3852-a335-4e01-b031-d82b35fdc504), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:03.977153 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (137a3852-a335-4e01-b031-d82b35fdc504), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.117076 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01999725-eed5-4995-a463-6367156862ad None None] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:04.139534 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-01999725-eed5-4995-a463-6367156862ad None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:04.158809 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01999725-eed5-4995-a463-6367156862ad None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:04.172900 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01999725-eed5-4995-a463-6367156862ad None None] Pushing event updated for resources: {'Port': ['ID=137a3852-a335-4e01-b031-d82b35fdc504,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:04.233555 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.234155 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.234806 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.235387 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.236445 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.237033 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.237646 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.238224 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.238830 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.239427 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.240013 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.240594 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.241166 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Tracked resource versions report: Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: pushed versions: Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: { 'AddressGroup': {'1.2'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'ConntrackHelper': {'1.0'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Log': {'1.0'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Network': {'1.1'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Port': {'1.7'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'PortForwarding': {'1.2'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'QosPolicy': {'1.10'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroup': {'1.5'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SubPort': {'1.0'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Subnet': {'1.1'}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Trunk': {'1.1'}} Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: consumer versions: Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'ConntrackHelper': '1.0', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'LocalIPAssociation': '1.0', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Log': '1.0', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Network': '1.1', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Port': '1.7', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'PortForwarding': '1.2', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'QosPolicy': '1.10', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroup': '1.5', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroupRule': '1.2', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SubPort': '1.0', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Subnet': '1.1', Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Trunk': '1.1'}} Feb 04 17:12:04.243767 dv-cinder-817351-10-iscsi neutron-server[103216]: {{(pid=103216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:12:04.338928 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-01999725-eed5-4995-a463-6367156862ad None None] Attempting to bind port 137a3852-a335-4e01-b031-d82b35fdc504 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:04.339580 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-01999725-eed5-4995-a463-6367156862ad None None] Attempting to bind port 137a3852-a335-4e01-b031-d82b35fdc504 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:04.340713 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01999725-eed5-4995-a463-6367156862ad None None] Attempting to bind port 137a3852-a335-4e01-b031-d82b35fdc504 on network 22a6d9e1-835e-4526-813c-2bce42dc4781 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:04.350676 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01999725-eed5-4995-a463-6367156862ad None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:04.351304 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01999725-eed5-4995-a463-6367156862ad None None] Checking segment: {'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:04.352028 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.352695 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01999725-eed5-4995-a463-6367156862ad None None] Bound using segment: {'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:04.353561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-01999725-eed5-4995-a463-6367156862ad None None] Bound port: 137a3852-a335-4e01-b031-d82b35fdc504, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:04.354256 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (137a3852-a335-4e01-b031-d82b35fdc504), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.468006 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-01999725-eed5-4995-a463-6367156862ad None None] For port 137a3852-a335-4e01-b031-d82b35fdc504, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:04.473933 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-01999725-eed5-4995-a463-6367156862ad None None] For port 137a3852-a335-4e01-b031-d82b35fdc504, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=137a3852-a335-4e01-b031-d82b35fdc504,segment=NetworkSegment(aefab31f-450d-49b3-af94-d5368753e093),segment_id=aefab31f-450d-49b3-af94-d5368753e093)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:04.558861 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-01999725-eed5-4995-a463-6367156862ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (137a3852-a335-4e01-b031-d82b35fdc504), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:04.653597 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01999725-eed5-4995-a463-6367156862ad None None] Pushing event updated for resources: {'Port': ['ID=137a3852-a335-4e01-b031-d82b35fdc504,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:05.641107 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 50852) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:05.820851 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9fc38743-b4f5-4e6e-9868-ea834660756f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:06.098757 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [None req-ebe59f74-1ceb-4e34-8480-b4973f71d188 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:12:06.099972 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ebe59f74-1ceb-4e34-8480-b4973f71d188 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4579339 Feb 04 17:12:07.852505 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:09.083213 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 50870) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:09.280249 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [None req-f4cbe616-16bd-4df8-a6cc-2136ec156ab5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:12:09.281454 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-f4cbe616-16bd-4df8-a6cc-2136ec156ab5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1969039 Feb 04 17:12:11.272916 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:11.425317 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.536892 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 50890) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:12.591327 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] Request body: {'router': {'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:12.658129 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.policy [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103215) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 17:12:12.704479 dv-cinder-817351-10-iscsi neutron-server[103215]: WARNING oslo_policy.policy [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:12:12.704879 dv-cinder-817351-10-iscsi neutron-server[103215]: WARNING oslo_policy.policy [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 17:12:12.838335 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (02056748-a129-48fc-99c4-d1c8b83eb2bf), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:12.840830 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (02056748-a129-48fc-99c4-d1c8b83eb2bf), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.027216 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] Publish callbacks [] for router_controller (02056748-a129-48fc-99c4-d1c8b83eb2bf), precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.091708 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (02056748-a129-48fc-99c4-d1c8b83eb2bf), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.188372 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:13.189655 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3e054085-f11b-4a0b-a39a-4472e487582b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6513629 Feb 04 17:12:16.845806 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 50904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:16.922405 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [None req-ba07749e-515b-41cb-9fd7-db838423e1f0 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:12:16.930794 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-ba07749e-515b-41cb-9fd7-db838423e1f0 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0768516 Feb 04 17:12:17.036766 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 137a3852-a335-4e01-b031-d82b35fdc504 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:17.146367 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 137a3852-a335-4e01-b031-d82b35fdc504 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:17.146916 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (137a3852-a335-4e01-b031-d82b35fdc504), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.321240 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 137a3852-a335-4e01-b031-d82b35fdc504 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:17.321804 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (137a3852-a335-4e01-b031-d82b35fdc504), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.378259 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 137a3852-a335-4e01-b031-d82b35fdc504, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=137a3852-a335-4e01-b031-d82b35fdc504,segment=NetworkSegment(aefab31f-450d-49b3-af94-d5368753e093),segment_id=aefab31f-450d-49b3-af94-d5368753e093)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:17.461629 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (137a3852-a335-4e01-b031-d82b35fdc504), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:17.550464 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=137a3852-a335-4e01-b031-d82b35fdc504,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:18.194756 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905ce710-9fb6-4df8-a7b5-e24dfc4d921d None None] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:18.288969 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-86a499d2-4821-4142-98ad-9c05e72bad8b None None] Provisioning complete for port 137a3852-a335-4e01-b031-d82b35fdc504 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:18.289478 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86a499d2-4821-4142-98ad-9c05e72bad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (137a3852-a335-4e01-b031-d82b35fdc504), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.515979 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-86a499d2-4821-4142-98ad-9c05e72bad8b None None] Current status of the port 137a3852-a335-4e01-b031-d82b35fdc504 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:18.745091 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-acc54e05-f34d-4b29-b64e-8779760b6b23 None None] Provisioning complete for port 137a3852-a335-4e01-b031-d82b35fdc504 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:18.745631 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-acc54e05-f34d-4b29-b64e-8779760b6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (137a3852-a335-4e01-b031-d82b35fdc504), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:18.851442 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-acc54e05-f34d-4b29-b64e-8779760b6b23 None None] Current status of the port 137a3852-a335-4e01-b031-d82b35fdc504 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:18.959698 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 137a3852-a335-4e01-b031-d82b35fdc504 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:19.021987 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 137a3852-a335-4e01-b031-d82b35fdc504 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:19.023622 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (137a3852-a335-4e01-b031-d82b35fdc504), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.125509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 137a3852-a335-4e01-b031-d82b35fdc504 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:19.802136 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 50914) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:19.853341 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Request body: {'network': {'router:external': True, 'project_id': 'fd2aa06ad3354a73bbd05d706f8ad178', 'is_default': True, 'tenant_id': 'fd2aa06ad3354a73bbd05d706f8ad178', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:19.951602 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Made reservation on behalf of fd2aa06ad3354a73bbd05d706f8ad178 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:19.954530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:19.973262 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.098103 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks [] for security_group (15985857-1474-47b6-9154-9ee94eb45fb3), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.195809 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (15985857-1474-47b6-9154-9ee94eb45fb3), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.209226 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Reserving flat network on physical network physnet1 {{(pid=103215) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 17:12:20.246539 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8743151996236', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (c66e4be3-b8f7-41cd-a69f-f0c94380a23c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.247159 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Unsubscribe: segment precommit_create {{(pid=103215) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 17:12:20.247726 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Added segment c66e4be3-b8f7-41cd-a69f-f0c94380a23c of type flat for network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d Feb 04 17:12:20.265858 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15985857-1474-47b6-9154-9ee94eb45fb3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:20.319979 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.320350 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.320698 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.321038 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.321371 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.321703 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.322049 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.322424 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.322793 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.324021 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.324567 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.325249 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.325377 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Tracked resource versions report: Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: pushed versions: Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: { 'AddressGroup': {'1.2'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'ConntrackHelper': {'1.0'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Log': {'1.0'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Network': {'1.1'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Port': {'1.7'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'PortForwarding': {'1.2'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'QosPolicy': {'1.10'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroup': {'1.5'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SubPort': {'1.0'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Subnet': {'1.1'}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Trunk': {'1.1'}} Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: consumer versions: Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'ConntrackHelper': '1.0', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'LocalIPAssociation': '1.0', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Log': '1.0', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Network': '1.1', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Port': '1.7', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'PortForwarding': '1.2', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'QosPolicy': '1.10', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroup': '1.5', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroupRule': '1.2', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SubPort': '1.0', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Subnet': '1.1', Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Trunk': '1.1'}} Feb 04 17:12:20.326830 dv-cinder-817351-10-iscsi neutron-server[103215]: {{(pid=103215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:12:20.389176 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.495036 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.496772 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:20.497497 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:20.601545 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] Pushing event updated for resources: {'Network': ['ID=5a4dcb2e-bfab-4f95-b504-1d7a92acc50d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:20.613555 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:12:20.651369 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:12:20.680327 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-68550214-2280-4a1e-87c3-7d1db9d43fc2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8770332 Feb 04 17:12:23.169848 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 50926) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:23.318783 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611031f9-df18-4d54-8c86-c891c8d27444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:23.320256 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-611031f9-df18-4d54-8c86-c891c8d27444 admin admin] 10.222.0.24 "GET /v2.0/subnets/c9016457-a92e-47d0-99d8-598be84ebba6 HTTP/1.1" status: 200 len: 849 time: 0.1492772 Feb 04 17:12:23.472751 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-9ae281c5-df54-4d8b-bf21-25290776ffe8 admin admin] 10.222.0.24 "GET /v2.0/routers/02056748-a129-48fc-99c4-d1c8b83eb2bf HTTP/1.1" status: 200 len: 704 time: 0.1463680 Feb 04 17:12:23.780035 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.137323 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Allocated IP 172.20.0.1 (22a6d9e1-835e-4526-813c-2bce42dc4781/c9016457-a92e-47d0-99d8-598be84ebba6/198f0a01-2c4a-4f79-976f-2ff5b3622afc) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:24.388828 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks [] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.546919 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.635337 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:24.641198 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:24.654077 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:24.655769 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (02056748-a129-48fc-99c4-d1c8b83eb2bf), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.677109 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Pushing event updated for resources: {'Port': ['ID=198f0a01-2c4a-4f79-976f-2ff5b3622afc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:24.914955 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c00ba81e-7db7-45b6-b4e6-7afcad1bee9a None None] Provisioning complete for port 198f0a01-2c4a-4f79-976f-2ff5b3622afc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:24.915874 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c00ba81e-7db7-45b6-b4e6-7afcad1bee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:24.962646 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c00ba81e-7db7-45b6-b4e6-7afcad1bee9a None None] Port 198f0a01-2c4a-4f79-976f-2ff5b3622afc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:25.064720 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.338368 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks [] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.409033 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.409980 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (02056748-a129-48fc-99c4-d1c8b83eb2bf), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.498626 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Pushing event updated for resources: {'Port': ['ID=198f0a01-2c4a-4f79-976f-2ff5b3622afc,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:25.562499 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:25.564347 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:25.798057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-15b19c46-1855-46e8-bfb5-245215c9ef1f None None] Provisioning complete for port 198f0a01-2c4a-4f79-976f-2ff5b3622afc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:25.798499 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-15b19c46-1855-46e8-bfb5-245215c9ef1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:25.836230 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-15b19c46-1855-46e8-bfb5-245215c9ef1f None None] Port 198f0a01-2c4a-4f79-976f-2ff5b3622afc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:25.918206 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Router 02056748-a129-48fc-99c4-d1c8b83eb2bf is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:12:26.034109 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:12:26.039870 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-8973786c-42b3-441b-b6d3-bbd1de9eea7a admin admin] 10.222.0.24 "PUT /v2.0/routers/02056748-a129-48fc-99c4-d1c8b83eb2bf/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5615282 Feb 04 17:12:26.048010 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Sync routers for ids ['02056748-a129-48fc-99c4-d1c8b83eb2bf'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:12:26.065592 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Routers {'02056748-a129-48fc-99c4-d1c8b83eb2bf'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:26.066873 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:12:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['02056748-a129-48fc-99c4-d1c8b83eb2bf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:26.350839 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Set router 02056748-a129-48fc-99c4-d1c8b83eb2bf gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:26.960636 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'name': 'router1', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:12Z', 'updated_at': '2022-02-04T17:12:24Z', 'revision_number': 2, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'gw_port_host': None, '_interfaces': [{'id': '198f0a01-2c4a-4f79-976f-2ff5b3622afc', 'name': '', 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'mac_address': 'fa:16:3e:1e:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:23Z', 'updated_at': '2022-02-04T17:12:25Z', 'revision_number': 2, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'subnets': [{'id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6293225a-bdad-4b8f-9888-99cbfc577331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:27.031262 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Checking router: 02056748-a129-48fc-99c4-d1c8b83eb2bf for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:12:27.031262 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Updating router 02056748-a129-48fc-99c4-d1c8b83eb2bf port 198f0a01-2c4a-4f79-976f-2ff5b3622afc binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:12:27.140582 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.794440 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Publish callbacks [] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:27.860404 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.042095 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Pushing event updated for resources: {'Port': ['ID=198f0a01-2c4a-4f79-976f-2ff5b3622afc,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:28.079175 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.079175 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.079481 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.079756 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.080019 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.080365 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.080758 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.081131 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.081491 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.081994 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.082339 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.082676 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.083040 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Tracked resource versions report: Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: pushed versions: Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: { 'AddressGroup': {'1.2'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'ConntrackHelper': {'1.0'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Log': {'1.0'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Network': {'1.1'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Port': {'1.7'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'PortForwarding': {'1.2'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'QosPolicy': {'1.10'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroup': {'1.5'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SubPort': {'1.0'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Subnet': {'1.1'}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Trunk': {'1.1'}} Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: consumer versions: Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'ConntrackHelper': '1.0', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'LocalIPAssociation': '1.0', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Log': '1.0', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Network': '1.1', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Port': '1.7', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'PortForwarding': '1.2', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'QosPolicy': '1.10', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroup': '1.5', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroupRule': '1.2', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SubPort': '1.0', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Subnet': '1.1', Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Trunk': '1.1'}} Feb 04 17:12:28.084746 dv-cinder-817351-10-iscsi neutron-server[103217]: {{(pid=103217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:12:28.093645 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Attempting to bind port 198f0a01-2c4a-4f79-976f-2ff5b3622afc on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:28.094056 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Attempting to bind port 198f0a01-2c4a-4f79-976f-2ff5b3622afc by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:28.094546 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Attempting to bind port 198f0a01-2c4a-4f79-976f-2ff5b3622afc on network 22a6d9e1-835e-4526-813c-2bce42dc4781 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:28.101005 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:28.101378 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Checking segment: {'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:28.101915 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.102382 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Bound using segment: {'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:28.102974 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Bound port: 198f0a01-2c4a-4f79-976f-2ff5b3622afc, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefab31f-450d-49b3-af94-d5368753e093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:28.103485 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.178347 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] For port 198f0a01-2c4a-4f79-976f-2ff5b3622afc, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:28.180594 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7e72f619-036e-425a-a5f3-57660a76105c None None] Provisioning complete for port 198f0a01-2c4a-4f79-976f-2ff5b3622afc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:28.181151 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7e72f619-036e-425a-a5f3-57660a76105c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.201185 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] For port 198f0a01-2c4a-4f79-976f-2ff5b3622afc, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=198f0a01-2c4a-4f79-976f-2ff5b3622afc,segment=NetworkSegment(aefab31f-450d-49b3-af94-d5368753e093),segment_id=aefab31f-450d-49b3-af94-d5368753e093)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:28.224056 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7e72f619-036e-425a-a5f3-57660a76105c None None] Port 198f0a01-2c4a-4f79-976f-2ff5b3622afc cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:12:28.334944 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.403268 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Routers {'02056748-a129-48fc-99c4-d1c8b83eb2bf'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:28.403905 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:12:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['02056748-a129-48fc-99c4-d1c8b83eb2bf'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:28.485421 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7872af-9d9c-4c1b-9201-7d44527e56ea None None] Pushing event updated for resources: {'Port': ['ID=198f0a01-2c4a-4f79-976f-2ff5b3622afc,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:28.507826 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] Set router 02056748-a129-48fc-99c4-d1c8b83eb2bf gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:28.656830 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ce19bab4-b1ac-45d6-99eb-ce08183f1e8c None None] Provisioning complete for port 198f0a01-2c4a-4f79-976f-2ff5b3622afc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:28.657475 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ce19bab4-b1ac-45d6-99eb-ce08183f1e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.784112 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'name': 'router1', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:12Z', 'updated_at': '2022-02-04T17:12:24Z', 'revision_number': 2, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'gw_port_host': None, '_interfaces': [{'id': '198f0a01-2c4a-4f79-976f-2ff5b3622afc', 'name': '', 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'mac_address': 'fa:16:3e:1e:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:23Z', 'updated_at': '2022-02-04T17:12:28Z', 'revision_number': 4, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'subnets': [{'id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6293225a-bdad-4b8f-9888-99cbfc577331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:28.788159 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ce19bab4-b1ac-45d6-99eb-ce08183f1e8c None None] Current status of the port 198f0a01-2c4a-4f79-976f-2ff5b3622afc is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:28.788802 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ce19bab4-b1ac-45d6-99eb-ce08183f1e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:28.831422 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-ce19bab4-b1ac-45d6-99eb-ce08183f1e8c None None] For port 198f0a01-2c4a-4f79-976f-2ff5b3622afc, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=198f0a01-2c4a-4f79-976f-2ff5b3622afc,segment=NetworkSegment(aefab31f-450d-49b3-af94-d5368753e093),segment_id=aefab31f-450d-49b3-af94-d5368753e093)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:28.835175 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aad9627-78a9-4d97-948a-259610664f4c None None] The sync data for ids ['02056748-a129-48fc-99c4-d1c8b83eb2bf'] in dv-cinder-817351-10-iscsi is: [{'id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'name': 'router1', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:12Z', 'updated_at': '2022-02-04T17:12:24Z', 'revision_number': 2, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'gw_port_host': None, '_interfaces': [{'id': '198f0a01-2c4a-4f79-976f-2ff5b3622afc', 'name': '', 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'mac_address': 'fa:16:3e:1e:e6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:23Z', 'updated_at': '2022-02-04T17:12:28Z', 'revision_number': 4, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'subnets': [{'id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6293225a-bdad-4b8f-9888-99cbfc577331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:12:28.923322 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ce19bab4-b1ac-45d6-99eb-ce08183f1e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:29.023132 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19bab4-b1ac-45d6-99eb-ce08183f1e8c None None] Pushing event updated for resources: {'Port': ['ID=198f0a01-2c4a-4f79-976f-2ff5b3622afc,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:32.131460 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 50944) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:32.274031 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71896aab-8b60-4a07-9e78-a26d22cb0ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:32.275890 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-71896aab-8b60-4a07-9e78-a26d22cb0ec2 admin admin] 10.222.0.24 "GET /v2.0/networks/5a4dcb2e-bfab-4f95-b504-1d7a92acc50d HTTP/1.1" status: 200 len: 842 time: 0.1430912 Feb 04 17:12:32.287993 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': 'fd2aa06ad3354a73bbd05d706f8ad178', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:32.368579 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-09252ecc-b7c2-4b1e-b773-f34c5147e27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.402033 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Made reservation on behalf of fd2aa06ad3354a73bbd05d706f8ad178 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:12:32.405002 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.919763 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.objects.ports [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103214) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 17:12:32.920211 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (219d0e60-d727-4aa7-b264-504f22c1fcce), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:32.977280 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219d0e60-d727-4aa7-b264-504f22c1fcce,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:32.989763 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:32.990187 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Network hostable DHCP agents. Network: 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:12:33.094355 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:12:33.174374 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:33.178992 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:33.179775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:33.186158 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413837f7-d1e2-4849-8154-7792b43f91bd None None] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:33.308634 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de8dbe3-4683-4a7c-aece-7705304c242b None None] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:12:33.376263 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-43d30cae-8e7e-4ce7-b1de-5b6373dc3871 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0923164 Feb 04 17:12:35.842897 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ec1e64f7-b182-493f-8372-123f600b8ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:36.145898 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 50956) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:36.436730 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c6d832bb-3ba2-43ab-b442-8f38d624a2fb admin admin] 10.222.0.24 "GET /v2.0/routers/02056748-a129-48fc-99c4-d1c8b83eb2bf HTTP/1.1" status: 200 len: 710 time: 0.2895191 Feb 04 17:12:36.559507 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209b83ae-b069-4219-9c31-76e624fbd826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:12:36.562534 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-209b83ae-b069-4219-9c31-76e624fbd826 admin admin] 10.222.0.24 "GET /v2.0/networks/5a4dcb2e-bfab-4f95-b504-1d7a92acc50d HTTP/1.1" status: 200 len: 886 time: 0.1178811 Feb 04 17:12:36.572753 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:12:36.921698 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks [] for router_gateway (02056748-a129-48fc-99c4-d1c8b83eb2bf), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.004247 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 198f0a01-2c4a-4f79-976f-2ff5b3622afc up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:37.068347 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 198f0a01-2c4a-4f79-976f-2ff5b3622afc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:37.068872 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.174709 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 198f0a01-2c4a-4f79-976f-2ff5b3622afc is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:37.384440 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks [] for router_gateway (02056748-a129-48fc-99c4-d1c8b83eb2bf), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.475944 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.652591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Allocated IP 172.27.0.142 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/4f865f1f-4e06-4096-97b8-a6388ce6787e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:12:37.775305 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks [] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.904137 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:37.951124 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.037314 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:12:38.042619 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:12:38.049005 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:12:38.050549 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Pushing event updated for resources: {'Port': ['ID=4f865f1f-4e06-4096-97b8-a6388ce6787e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:38.627776 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks [] for router_gateway (02056748-a129-48fc-99c4-d1c8b83eb2bf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.852962 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-480849', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-503803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12866'] for router (02056748-a129-48fc-99c4-d1c8b83eb2bf), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.859167 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-480862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-480871', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-503552'] for router (02056748-a129-48fc-99c4-d1c8b83eb2bf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:38.982494 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Router 02056748-a129-48fc-99c4-d1c8b83eb2bf has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:12:39.179673 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:12:39.185452 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:39.186773 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3d9862fe-0333-454b-9424-0bd7ef0f593e admin admin] 10.222.0.24 "PUT /v2.0/routers/02056748-a129-48fc-99c4-d1c8b83eb2bf HTTP/1.1" status: 200 len: 890 time: 2.6180718 Feb 04 17:12:39.193271 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Sync routers for ids ['02056748-a129-48fc-99c4-d1c8b83eb2bf'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:12:39.207397 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Routers {'02056748-a129-48fc-99c4-d1c8b83eb2bf'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:39.208101 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:12:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['02056748-a129-48fc-99c4-d1c8b83eb2bf'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:39.495989 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Set router 02056748-a129-48fc-99c4-d1c8b83eb2bf gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:40.092252 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'name': 'router1', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '4f865f1f-4e06-4096-97b8-a6388ce6787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:12Z', 'updated_at': '2022-02-04T17:12:38Z', 'revision_number': 4, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'gw_port': {'id': '4f865f1f-4e06-4096-97b8-a6388ce6787e', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:37Z', 'updated_at': '2022-02-04T17:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '198f0a01-2c4a-4f79-976f-2ff5b3622afc', 'name': '', 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'mac_address': 'fa:16:3e:1e:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:23Z', 'updated_at': '2022-02-04T17:12:28Z', 'revision_number': 5, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'subnets': [{'id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6293225a-bdad-4b8f-9888-99cbfc577331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:40.152847 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Checking router: 02056748-a129-48fc-99c4-d1c8b83eb2bf for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:12:40.153244 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Updating router 02056748-a129-48fc-99c4-d1c8b83eb2bf port 4f865f1f-4e06-4096-97b8-a6388ce6787e binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:12:40.216558 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:40.596294 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Publish callbacks [] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:40.699557 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:40.794222 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Attempting to bind port 4f865f1f-4e06-4096-97b8-a6388ce6787e on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:12:40.794873 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Attempting to bind port 4f865f1f-4e06-4096-97b8-a6388ce6787e by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:12:40.795489 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Attempting to bind port 4f865f1f-4e06-4096-97b8-a6388ce6787e on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:12:40.800722 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713c86e-77ad-48f9-b3da-9526e9b5bbf3 None None] Pushing event updated for resources: {'Port': ['ID=4f865f1f-4e06-4096-97b8-a6388ce6787e,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:40.808915 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:12:40.810301 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:12:40.810301 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:40.810874 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:12:40.811690 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Bound port: 4f865f1f-4e06-4096-97b8-a6388ce6787e, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:12:40.812322 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:40.883708 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] For port 4f865f1f-4e06-4096-97b8-a6388ce6787e, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:12:40.887816 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] For port 4f865f1f-4e06-4096-97b8-a6388ce6787e, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4f865f1f-4e06-4096-97b8-a6388ce6787e,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:12:41.009319 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.111559 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Routers {'02056748-a129-48fc-99c4-d1c8b83eb2bf'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:12:41.112439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:12:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['02056748-a129-48fc-99c4-d1c8b83eb2bf'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:41.117961 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713c86e-77ad-48f9-b3da-9526e9b5bbf3 None None] Pushing event updated for resources: {'Port': ['ID=4f865f1f-4e06-4096-97b8-a6388ce6787e,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:41.248091 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] Set router 02056748-a129-48fc-99c4-d1c8b83eb2bf gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:12:41.303493 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.492469 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:41.533575 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'name': 'router1', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '4f865f1f-4e06-4096-97b8-a6388ce6787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:12Z', 'updated_at': '2022-02-04T17:12:38Z', 'revision_number': 4, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'gw_port': {'id': '4f865f1f-4e06-4096-97b8-a6388ce6787e', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:37Z', 'updated_at': '2022-02-04T17:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '198f0a01-2c4a-4f79-976f-2ff5b3622afc', 'name': '', 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'mac_address': 'fa:16:3e:1e:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:23Z', 'updated_at': '2022-02-04T17:12:28Z', 'revision_number': 5, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'subnets': [{'id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6293225a-bdad-4b8f-9888-99cbfc577331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:12:41.565051 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e78ecfc-66b8-47d2-ae4a-e0a92bbfbde7 None None] The sync data for ids ['02056748-a129-48fc-99c4-d1c8b83eb2bf'] in dv-cinder-817351-10-iscsi is: [{'id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'name': 'router1', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.142'}], 'enable_snat': True}, 'gw_port_id': '4f865f1f-4e06-4096-97b8-a6388ce6787e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:12:12Z', 'updated_at': '2022-02-04T17:12:38Z', 'revision_number': 4, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'gw_port': {'id': '4f865f1f-4e06-4096-97b8-a6388ce6787e', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:eb:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:37Z', 'updated_at': '2022-02-04T17:12:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '198f0a01-2c4a-4f79-976f-2ff5b3622afc', 'name': '', 'network_id': '22a6d9e1-835e-4526-813c-2bce42dc4781', 'tenant_id': 'c71b2188801a4151be0c576ffab51c6f', 'mac_address': 'fa:16:3e:1e:e6:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02056748-a129-48fc-99c4-d1c8b83eb2bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:12:23Z', 'updated_at': '2022-02-04T17:12:28Z', 'revision_number': 5, 'project_id': 'c71b2188801a4151be0c576ffab51c6f', 'subnets': [{'id': 'c9016457-a92e-47d0-99d8-598be84ebba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6293225a-bdad-4b8f-9888-99cbfc577331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:12:41.937974 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 50964) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:12:42.078141 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-d45347aa-1454-489a-83f7-a8f1e8015ad1 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1398270 Feb 04 17:12:43.005760 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4f865f1f-4e06-4096-97b8-a6388ce6787e up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:43.106906 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 4f865f1f-4e06-4096-97b8-a6388ce6787e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:43.107335 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.194949 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 4f865f1f-4e06-4096-97b8-a6388ce6787e is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:43.196548 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.225525 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 4f865f1f-4e06-4096-97b8-a6388ce6787e, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4f865f1f-4e06-4096-97b8-a6388ce6787e,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:12:43.328385 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:43.393834 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=4f865f1f-4e06-4096-97b8-a6388ce6787e,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:12:44.988540 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4f865f1f-4e06-4096-97b8-a6388ce6787e up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:12:45.059768 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 4f865f1f-4e06-4096-97b8-a6388ce6787e triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:12:45.061126 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4f865f1f-4e06-4096-97b8-a6388ce6787e), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:12:45.177242 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 4f865f1f-4e06-4096-97b8-a6388ce6787e is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:12:57.650635 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:13:02.363090 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-db627119-4601-44e0-932d-f5729c6dcbad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:05.863516 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b47ce979-d04a-4e72-87dc-fd9f79b417b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:07.910343 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:11.335575 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:11.419569 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:32.452429 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5b7a513b-8d6a-41b4-ba22-930a8b199b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:34.654671 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:13:36.200088 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4f1e21de-159c-4f1a-bcc6-7df4d7ab6a4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:37.864376 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:41.948018 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:13:41.973915 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:02.371011 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b78cedb-5f66-4076-9c8d-e6ac6571a918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:05.839549 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f762e7eb-8b86-43fe-8c89-629db48a277f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:07.879324 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.274313 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.405837 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:11.658363 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:14:22.777939 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51448) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:22.861266 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ed198a-fa1a-4314-bf22-8759ed2e8364 admin admin] GET failed (client error): The resource could not be found. Feb 04 17:14:22.863097 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-80ed198a-fa1a-4314-bf22-8759ed2e8364 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0839381 Feb 04 17:14:23.119201 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9c8bd3-6e87-4a00-a00c-a640fdfed158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:23.121214 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-cf9c8bd3-6e87-4a00-a00c-a640fdfed158 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2519369 Feb 04 17:14:25.648554 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51458) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:25.750718 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0455648f-5fa1-4166-8ed4-ea08f0cb3a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:25.752142 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0455648f-5fa1-4166-8ed4-ea08f0cb3a3e admin admin] 10.222.0.24 "GET /v2.0/subnets/c9016457-a92e-47d0-99d8-598be84ebba6 HTTP/1.1" status: 200 len: 849 time: 0.1026196 Feb 04 17:14:25.767117 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:14:25.904475 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Publish callbacks [] for subnet (c9016457-a92e-47d0-99d8-598be84ebba6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.365414 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8743151959022'] for subnet (c9016457-a92e-47d0-99d8-598be84ebba6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.419433 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:26.420786 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:26.423310 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] 10.222.0.24 "PUT /v2.0/subnets/c9016457-a92e-47d0-99d8-598be84ebba6 HTTP/1.1" status: 200 len: 868 time: 0.6615267 Feb 04 17:14:26.427607 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f726e9-4b90-4695-800a-6dc8557d9362 None None] Network 22a6d9e1-835e-4526-813c-2bce42dc4781 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:14:26.463095 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9016457-a92e-47d0-99d8-598be84ebba6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:14:26.477280 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.483247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.484696 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.484696 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656665f2-8e22-4b17-bb50-626ac3f06e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:14:26.953391 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-17718d79-f202-4a43-b255-70c20c05f6ce None None] Provisioning complete for port 198f0a01-2c4a-4f79-976f-2ff5b3622afc triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:26.953993 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-17718d79-f202-4a43-b255-70c20c05f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (198f0a01-2c4a-4f79-976f-2ff5b3622afc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:27.097742 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-17718d79-f202-4a43-b255-70c20c05f6ce None None] Current status of the port 198f0a01-2c4a-4f79-976f-2ff5b3622afc is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:27.120251 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-17718d79-f202-4a43-b255-70c20c05f6ce None None] Provisioning complete for port 137a3852-a335-4e01-b031-d82b35fdc504 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:14:27.120909 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-17718d79-f202-4a43-b255-70c20c05f6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (137a3852-a335-4e01-b031-d82b35fdc504), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:27.284001 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-17718d79-f202-4a43-b255-70c20c05f6ce None None] Current status of the port 137a3852-a335-4e01-b031-d82b35fdc504 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:14:30.142130 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51466) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:30.498776 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a201f68-dee0-4e52-973c-de219b59f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.499577 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a201f68-dee0-4e52-973c-de219b59f679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:30.502011 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-8a201f68-dee0-4e52-973c-de219b59f679 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3584363 Feb 04 17:14:32.370628 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21b7a17e-c665-4f91-afd9-73480dcd7cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:33.383563 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51474) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:33.714194 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112628b1-5ea5-4151-b841-5b1d3f6e7c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.715109 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112628b1-5ea5-4151-b841-5b1d3f6e7c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:33.717899 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-112628b1-5ea5-4151-b841-5b1d3f6e7c70 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3327916 Feb 04 17:14:35.855959 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45ace249-34e6-42c2-8761-d79e2187c6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:36.980997 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51484) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:37.203923 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e02b674-c8f7-4133-9284-946b362766c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:37.205529 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5e02b674-c8f7-4133-9284-946b362766c7 admin admin] 10.222.0.24 "GET /v2.0/networks/22a6d9e1-835e-4526-813c-2bce42dc4781 HTTP/1.1" status: 200 len: 869 time: 0.2234511 Feb 04 17:14:37.866211 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:40.043702 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51492) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:40.200545 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e13174-0688-438b-809c-95dc0e6916ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:40.202021 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-59e13174-0688-438b-809c-95dc0e6916ef admin admin] 10.222.0.24 "GET /v2.0/networks/5a4dcb2e-bfab-4f95-b504-1d7a92acc50d HTTP/1.1" status: 200 len: 886 time: 0.1571789 Feb 04 17:14:41.323661 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:41.411540 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:14:42.728181 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51500) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:42.892926 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097caf65-0e7a-4462-8662-2d49798cd69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.893384 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097caf65-0e7a-4462-8662-2d49798cd69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:42.895108 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-097caf65-0e7a-4462-8662-2d49798cd69d admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1655853 Feb 04 17:14:45.369095 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51508) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:45.507763 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5af4a-c3d5-4f6a-87e2-15cdbb59595b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.508619 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d5af4a-c3d5-4f6a-87e2-15cdbb59595b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:45.511746 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e7d5af4a-c3d5-4f6a-87e2-15cdbb59595b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1410336 Feb 04 17:14:47.913294 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51516) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:48.019594 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ad52a-6540-404a-a475-b8acf0ecbad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:48.021103 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d63ad52a-6540-404a-a475-b8acf0ecbad9 admin admin] 10.222.0.24 "GET /v2.0/subnets/219d0e60-d727-4aa7-b264-504f22c1fcce HTTP/1.1" status: 200 len: 816 time: 0.1068201 Feb 04 17:14:48.658342 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:14:50.382928 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51524) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:14:50.523572 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587cf94e-552f-497c-b9f8-ea8b532f1e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:14:50.525000 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-587cf94e-552f-497c-b9f8-ea8b532f1e9a admin admin] 10.222.0.24 "GET /v2.0/subnets/c9016457-a92e-47d0-99d8-598be84ebba6 HTTP/1.1" status: 200 len: 868 time: 0.1410961 Feb 04 17:15:02.364502 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-27eaa88a-4733-47ca-9c76-3bda123e9b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:05.860357 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c3d60e18-33c2-4342-b6cb-b0f6eed4240b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:07.872244 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:11.266608 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:11.407810 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:17.606924 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51580) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:17.663683 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [None req-8c071cdf-ce1c-490e-a986-3976558a8ebb admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:15:17.664713 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-8c071cdf-ce1c-490e-a986-3976558a8ebb admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565383 Feb 04 17:15:20.143125 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51588) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:20.239109 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd02c170-80dd-475e-9ea0-01cc28645156 admin admin] GET failed (client error): The resource could not be found. Feb 04 17:15:20.240493 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-bd02c170-80dd-475e-9ea0-01cc28645156 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0955420 Feb 04 17:15:20.395987 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fe3a3-6e56-43b8-abf2-46afe48a094e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:20.397489 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-677fe3a3-6e56-43b8-abf2-46afe48a094e admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1527684 Feb 04 17:15:22.818292 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51598) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:22.871207 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Request body: {'network': {'project_id': 'fd2aa06ad3354a73bbd05d706f8ad178', 'name': 'shared', 'admin_state_up': True, 'shared': True, 'tenant_id': 'fd2aa06ad3354a73bbd05d706f8ad178'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:22.978690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Made reservation on behalf of fd2aa06ad3354a73bbd05d706f8ad178 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:22.981011 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.014733 dv-cinder-817351-10-iscsi neutron-server[103215]: WARNING neutron.services.revisions.revision_plugin [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Could not find related network for resource to bump revision. Feb 04 17:15:23.033019 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:15:23.045592 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (c0ec35a4-9321-4960-81ee-cdf6107f2374), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.046063 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Added segment c0ec35a4-9321-4960-81ee-cdf6107f2374 of type vlan for network f2a99a35-fd7d-4cd8-951c-ff35590ba303 Feb 04 17:15:23.236185 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (f2a99a35-fd7d-4cd8-951c-ff35590ba303), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.334543 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (f2a99a35-fd7d-4cd8-951c-ff35590ba303), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.335560 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:23.336146 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:23.396632 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a99a35-fd7d-4cd8-951c-ff35590ba303,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:23.404414 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.404775 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.405128 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.405469 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.405805 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.406140 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.406497 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.406832 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.407162 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.407491 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.407818 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.408145 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.408469 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:23.420690 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network f2a99a35-fd7d-4cd8-951c-ff35590ba303 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:15:23.451780 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-8c97a5e5-b172-485f-8158-6cc897bf8e51 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6319745 Feb 04 17:15:25.657268 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:15:25.918553 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51608) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:15:25.999481 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.pecan_wsgi.hooks.translation [None req-2600c7aa-9a1f-4e67-bca7-94f91063da3c admin admin] GET failed (client error): The resource could not be found. Feb 04 17:15:26.001892 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-2600c7aa-9a1f-4e67-bca7-94f91063da3c admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0821636 Feb 04 17:15:26.083850 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d72e90b-b0e5-4e64-a5fe-7b215fb0dd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:26.085372 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-2d72e90b-b0e5-4e64-a5fe-7b215fb0dd0f admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0783226 Feb 04 17:15:26.101010 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303', 'description': 'shared-subnet', 'name': 'shared-subnet', 'tenant_id': 'fd2aa06ad3354a73bbd05d706f8ad178', 'cidr': '192.168.233.0/24'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:15:26.197072 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Made reservation on behalf of fd2aa06ad3354a73bbd05d706f8ad178 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:15:26.199450 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.473643 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (5511d23e-6de1-472d-ac2f-2c33efc3289a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.536027 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5511d23e-6de1-472d-ac2f-2c33efc3289a,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:26.547190 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.547578 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.547934 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.548283 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.548626 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.548969 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.549308 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.550650 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.551013 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.551417 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.551757 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.552108 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.552439 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:26.558309 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Checking segment: {'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:26.558665 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Network hostable DHCP agents. Network: f2a99a35-fd7d-4cd8-951c-ff35590ba303, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:15:26.635230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Network f2a99a35-fd7d-4cd8-951c-ff35590ba303 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:15:26.724020 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, f2a99a35-fd7d-4cd8-951c-ff35590ba303) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:26.729046 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:15:26.729764 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:26.737442 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcd0cf4-6ec8-4909-9c7f-43e53ca9cab6 None None] Network f2a99a35-fd7d-4cd8-951c-ff35590ba303 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:15:26.840335 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0f6635e5-74f7-430a-8978-558534942005 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7431812 Feb 04 17:15:26.866573 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-f2a99a35-fd7d-4cd8-951c-ff35590ba303', 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303', 'project_id': 'fd2aa06ad3354a73bbd05d706f8ad178', 'fixed_ips': [{'subnet_id': '5511d23e-6de1-472d-ac2f-2c33efc3289a'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:15:26.867534 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:27.137988 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Allocated IP 192.168.233.2 (f2a99a35-fd7d-4cd8-951c-ff35590ba303/5511d23e-6de1-472d-ac2f-2c33efc3289a/78414f5d-f8d3-4c4d-b1ec-54108e58b382) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:15:27.331966 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Publish callbacks [] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:27.458977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:27.506553 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Network f2a99a35-fd7d-4cd8-951c-ff35590ba303 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:15:27.510300 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:15:27.513122 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:15:27.519657 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Pushing event updated for resources: {'Port': ['ID=78414f5d-f8d3-4c4d-b1ec-54108e58b382,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:27.532823 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.533237 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.533612 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.533969 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.534391 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.534993 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.535422 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.535817 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.536113 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.536588 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.536998 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.537257 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.537591 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:15:27.614435 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Attempting to bind port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:15:27.614752 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Attempting to bind port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:15:27.615349 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Attempting to bind port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 on network f2a99a35-fd7d-4cd8-951c-ff35590ba303 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:15:27.624367 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:15:27.624985 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Checking segment: {'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:15:27.625674 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:27.626362 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Bound using segment: {'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:15:27.627196 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Bound port: 78414f5d-f8d3-4c4d-b1ec-54108e58b382, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:15:27.627878 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:27.712079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] For port 78414f5d-f8d3-4c4d-b1ec-54108e58b382, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:15:27.716218 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] For port 78414f5d-f8d3-4c4d-b1ec-54108e58b382, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=78414f5d-f8d3-4c4d-b1ec-54108e58b382,segment=NetworkSegment(c0ec35a4-9321-4960-81ee-cdf6107f2374),segment_id=c0ec35a4-9321-4960-81ee-cdf6107f2374)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:15:27.824642 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:27.921469 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb5103-34bc-427a-9415-a63dc0b26ee6 None None] Pushing event updated for resources: {'Port': ['ID=78414f5d-f8d3-4c4d-b1ec-54108e58b382,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:29.140844 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b78d7d3-0675-4b26-8f40-f6b1d4f0abf4 None None] Network f2a99a35-fd7d-4cd8-951c-ff35590ba303 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:15:29.220192 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 78414f5d-f8d3-4c4d-b1ec-54108e58b382 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:29.240479 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-9bbd3739-10a9-446c-afe0-87cbb6861e42 None None] Provisioning complete for port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:29.240895 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3739-10a9-446c-afe0-87cbb6861e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.396894 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:29.397197 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.478085 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-9bbd3739-10a9-446c-afe0-87cbb6861e42 None None] Current status of the port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:29.478463 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3739-10a9-446c-afe0-87cbb6861e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.540282 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-9bbd3739-10a9-446c-afe0-87cbb6861e42 None None] For port 78414f5d-f8d3-4c4d-b1ec-54108e58b382, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=78414f5d-f8d3-4c4d-b1ec-54108e58b382,segment=NetworkSegment(c0ec35a4-9321-4960-81ee-cdf6107f2374),segment_id=c0ec35a4-9321-4960-81ee-cdf6107f2374)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:15:29.607148 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:29.607598 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.624539 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9bbd3739-10a9-446c-afe0-87cbb6861e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.717467 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd3739-10a9-446c-afe0-87cbb6861e42 None None] Pushing event updated for resources: {'Port': ['ID=78414f5d-f8d3-4c4d-b1ec-54108e58b382,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:15:29.727056 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:15:29.727056 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:15:29.759839 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a34e79bd-5ff9-4319-b0e7-3eebccea252b None None] Provisioning complete for port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:29.760225 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a34e79bd-5ff9-4319-b0e7-3eebccea252b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:29.869286 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a34e79bd-5ff9-4319-b0e7-3eebccea252b None None] Current status of the port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:30.265644 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:31.106354 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 78414f5d-f8d3-4c4d-b1ec-54108e58b382 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:15:31.163029 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:15:31.163433 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (78414f5d-f8d3-4c4d-b1ec-54108e58b382), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:31.254686 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 78414f5d-f8d3-4c4d-b1ec-54108e58b382 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:15:32.430427 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd491f71-5845-4972-8804-88d9f6975a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:35.855422 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c4c4ccac-1263-4dd8-addc-e7dc277e355c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:37.905586 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:41.301455 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:15:41.418417 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.433701 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b29e0784-1f35-4d75-9578-9b89b5df061e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:02.656951 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:16:05.834431 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d8a6dd9c-c175-430e-a55f-9b377afc6bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:07.908929 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.288074 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:11.417184 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:32.416272 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dff8041f-13c5-4c72-94ca-409d4a9b602d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:35.855823 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-be7cf353-1a28-4856-8acd-340123b5a816 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:37.894015 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:39.658062 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:16:41.347110 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:16:41.455401 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:02.408697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e3e1806-5eab-4f1a-8d59-f0f92262666a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:04.268847 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:04.278114 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [None req-eac3bb57-8cfe-4fc7-9c9f-2265d033bad9 tempest-verify_tempest_config-1486060132 tempest-verify_tempest_config-1486060132-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:17:04.280617 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-eac3bb57-8cfe-4fc7-9c9f-2265d033bad9 tempest-verify_tempest_config-1486060132 tempest-verify_tempest_config-1486060132-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0096550 Feb 04 17:17:04.939907 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51672) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:05.058606 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.150953 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Publish callbacks [] for security_group (4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.237468 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.294547 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:05.298796 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17f7ea60f1164c90855d71efc7358486&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3575690 Feb 04 17:17:05.302107 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:17:05.306578 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.309761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.311601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.311601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.311601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c92340-e338-4cda-a9e2-7ef77eb09ec5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.383594 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Publish callbacks [] for security_group (4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.410006 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Publish callbacks [] for security_group (4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.567036 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.569773 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:05.571182 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4 HTTP/1.1" status: 204 len: 168 time: 0.2676246 Feb 04 17:17:05.582541 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5cd3f8-c7f2-4ec2-ab7c-373c3ea980e4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:17:05.590664 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.591016 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.591372 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.591725 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.592100 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.592506 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.593133 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.593550 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.593908 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.594254 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.594709 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.595176 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.595549 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17b4acb-2a0b-4691-a434-c1c83b070e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:17:05.843032 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d2cf787e-6684-411a-80e4-f8da62115c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:07.877529 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.475475 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:11.663236 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:16.664869 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:17:32.351053 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-30b7e578-736d-450c-a4a4-e25f1f8a7a4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:35.845220 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-cb18f648-b5ff-432a-89a6-c58dc544196a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:37.875006 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.366936 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:41.549516 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:17:53.656616 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:18:02.498229 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-155fbb64-bc70-4ffc-a533-00010f8fcd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:05.834613 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-29041feb-7aba-4a47-84ab-a18de9e28d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:07.890903 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.355657 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:11.423289 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:30.661210 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 5 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:18:32.342211 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-10fac77f-c584-44ae-9a70-90192b968ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:35.890728 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a4bc9a2e-4841-4768-9690-07d33e4752c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:37.896144 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.353199 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:41.445958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:18:50.953328 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-479847'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:02.558237 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0c2a8329-f538-426c-b9c5-acef5d1d0ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:05.844118 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7ed9e574-eedd-40e4-b4d0-eedc2a511a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:07.228695 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 51750) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:07.385422 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-daf4fd0e-373e-418f-9020-0c3ad1fa3575 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1552093 Feb 04 17:19:07.661082 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:19:07.900829 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:09.971979 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51760) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:19:10.043652 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e4cc86cf-5cbd-47ec-aa2b-79d68826af4c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0702395 Feb 04 17:19:11.295334 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:11.408973 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:20.929002 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:32.346660 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9b04de79-9e3a-4dfd-8f5a-3f5db3a7d368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:35.849765 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ba1e615f-76b6-4ba0-88c8-122d6e307064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:37.901885 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.322993 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:41.393264 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:19:44.665334 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:19:50.924184 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:02.328804 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f7ad69ed-c08a-4fa3-a753-ddb9c9519860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:05.870939 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-421f3e24-140e-46c7-a8b1-5b1c119409b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:07.906481 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.355432 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:11.420794 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:20.934464 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:21.666315 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:20:32.391584 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f3e93aa8-a4ae-425b-a2d7-ee02a354e03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:35.854575 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-46c10b04-841a-45cf-b360-e54c50d05e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:37.911801 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.338633 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:41.469480 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:50.996804 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:51.896882 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51914) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:52.634093 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-network', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:52.767533 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Made reservation on behalf of 115a773ef6f441f693a5432595fe6b9d for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:52.772713 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.791789 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.910606 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks [] for security_group (3214dcae-1a40-4f19-ac63-fde6b0e4afa4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.971584 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3214dcae-1a40-4f19-ac63-fde6b0e4afa4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:52.995200 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:53.027259 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3214dcae-1a40-4f19-ac63-fde6b0e4afa4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:53.043231 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.043794 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.044559 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.045377 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.045870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.046390 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.046928 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.047355 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.047788 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.048227 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.048646 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.049106 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.049524 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Tracked resource versions report: Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: pushed versions: Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: { 'AddressGroup': {'1.2'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'ConntrackHelper': {'1.0'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Log': {'1.0'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Network': {'1.1'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Port': {'1.7'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'PortForwarding': {'1.2'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'QosPolicy': {'1.10'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroup': {'1.5'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SubPort': {'1.0'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Subnet': {'1.1'}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Trunk': {'1.1'}} Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: consumer versions: Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: HyperV agent@hv-cinder-81735: {}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'ConntrackHelper': '1.0', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'LocalIPAssociation': '1.0', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Log': '1.0', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Network': '1.1', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Port': '1.7', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'PortForwarding': '1.2', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'QosPolicy': '1.10', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroup': '1.5', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SecurityGroupRule': '1.2', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'SubPort': '1.0', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Subnet': '1.1', Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: 'Trunk': '1.1'}} Feb 04 17:20:53.051382 dv-cinder-817351-10-iscsi neutron-server[103214]: {{(pid=103214) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:20:53.061044 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.061570 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Added segment c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba of type vlan for network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 Feb 04 17:20:53.113727 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (fbb40357-40b2-49de-9e70-6d5b36b7b7f2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.202884 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (fbb40357-40b2-49de-9e70-6d5b36b7b7f2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.204397 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:53.205612 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.316706 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] Pushing event updated for resources: {'Network': ['ID=fbb40357-40b2-49de-9e70-6d5b36b7b7f2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:53.331775 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:53.403130 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0adca319-eaf0-45db-a300-b094fb0ffcab admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4996414 Feb 04 17:20:53.403604 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51972) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:53.410886 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Request body: {'subnet': {'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-subnet', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:53.501386 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Made reservation on behalf of 115a773ef6f441f693a5432595fe6b9d for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:53.507008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.855912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51980) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:53.870225 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (e4136190-d946-4857-b435-cdac649b79ae), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:53.936773 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4136190-d946-4857-b435-cdac649b79ae,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:53.942420 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Checking segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:53.942786 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Network hostable DHCP agents. Network: fbb40357-40b2-49de-9e70-6d5b36b7b7f2, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:54.072267 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:54.096202 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51988) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:54.168505 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, fbb40357-40b2-49de-9e70-6d5b36b7b7f2) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:54.176099 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:54.181112 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.200270 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a536af26-2b67-4af4-ad36-4df15a291071 None None] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:54.272317 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-100f062a-3999-42c3-b646-137d3ae15756 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8671138 Feb 04 17:20:54.277723 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 51996) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:54.292315 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:54.336092 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1710058015-network', 'tenant_id': '2959c63b9c254f039b98d9da02ba839b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:54.360684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:20:54.361970 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.381485 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52000) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:54.444195 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-751465745-network', 'tenant_id': '55326c2102354486ac3307b9155f9a91'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:54.458570 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (c66713e6-e6bb-430c-9435-d36536a71186), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.461581 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (c66713e6-e6bb-430c-9435-d36536a71186), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.596519 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Allocated IP 172.20.0.2 (fbb40357-40b2-49de-9e70-6d5b36b7b7f2/e4136190-d946-4857-b435-cdac649b79ae/d5d1e5a1-e97c-423e-a433-3c4a1d0a6323) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:54.607859 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Made reservation on behalf of 2959c63b9c254f039b98d9da02ba839b for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:54.611651 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.654200 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.829198 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Made reservation on behalf of 55326c2102354486ac3307b9155f9a91 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:54.831559 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Publish callbacks [] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.833022 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.846897 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks [] for router_controller (c66713e6-e6bb-430c-9435-d36536a71186), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.865651 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.917258 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:54.962620 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:54.968112 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:54.971259 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:54.999805 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-101883969-network', 'tenant_id': '97f2e504cc66445a9a3aecb687ae6104'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:55.074035 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Pushing event updated for resources: {'Port': ['ID=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.104643 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.111057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Tracked resource versions report: Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: pushed versions: Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: { 'AddressGroup': {'1.2'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'ConntrackHelper': {'1.0'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Log': {'1.0'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Network': {'1.1'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Port': {'1.7'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'PortForwarding': {'1.2'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'QosPolicy': {'1.10'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroup': {'1.5'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SubPort': {'1.0'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Subnet': {'1.1'}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Trunk': {'1.1'}} Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: consumer versions: Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: HyperV agent@hv-cinder-81735: {}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'ConntrackHelper': '1.0', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'LocalIPAssociation': '1.0', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Log': '1.0', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Network': '1.1', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Port': '1.7', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'PortForwarding': '1.2', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'QosPolicy': '1.10', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroup': '1.5', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SecurityGroupRule': '1.2', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'SubPort': '1.0', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Subnet': '1.1', Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: 'Trunk': '1.1'}} Feb 04 17:20:55.113706 dv-cinder-817351-10-iscsi neutron-server[103216]: {{(pid=103216) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:20:55.120190 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Attempting to bind port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:55.120620 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Attempting to bind port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:55.121096 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Attempting to bind port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:55.127821 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:55.128434 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Checking segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:55.128958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.129635 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Bound using segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:55.130895 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Bound port: d5d1e5a1-e97c-423e-a433-3c4a1d0a6323, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:55.131592 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.147680 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Made reservation on behalf of 97f2e504cc66445a9a3aecb687ae6104 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:55.156850 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.181498 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.218989 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] For port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:20:55.223497 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] For port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:20:55.282074 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks [] for router_gateway (c66713e6-e6bb-430c-9435-d36536a71186), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.307546 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks [] for security_group (0424649e-baab-4ca1-8d03-d4fc03ba7c44), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.309868 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.335648 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks [] for security_group (1e333b96-1735-461f-ad4f-3ef74c42a7a5), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.354773 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks [] for security_group (696c9f45-e9f2-4a51-9b6a-ff96279d59b0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.404090 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf505e6-ceed-4163-a1e6-e89d43118d9c None None] Pushing event updated for resources: {'Port': ['ID=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.434971 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1e333b96-1735-461f-ad4f-3ef74c42a7a5), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.470128 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0424649e-baab-4ca1-8d03-d4fc03ba7c44), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.489623 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e333b96-1735-461f-ad4f-3ef74c42a7a5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.514415 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.514805 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.515169 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.515517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.516031 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.516538 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.517083 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.518615 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.519344 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.528829 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.528829 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.529038 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0424649e-baab-4ca1-8d03-d4fc03ba7c44,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.529300 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.529800 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Tracked resource versions report: Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: pushed versions: Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: { 'AddressGroup': {'1.2'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'ConntrackHelper': {'1.0'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Log': {'1.0'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Network': {'1.1'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Port': {'1.7'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'PortForwarding': {'1.2'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'QosPolicy': {'1.10'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroup': {'1.5'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SubPort': {'1.0'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Subnet': {'1.1'}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Trunk': {'1.1'}} Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: consumer versions: Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: HyperV agent@hv-cinder-81735: {}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'ConntrackHelper': '1.0', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'LocalIPAssociation': '1.0', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Log': '1.0', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Network': '1.1', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Port': '1.7', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'PortForwarding': '1.2', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'QosPolicy': '1.10', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroup': '1.5', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SecurityGroupRule': '1.2', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'SubPort': '1.0', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Subnet': '1.1', Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: 'Trunk': '1.1'}} Feb 04 17:20:55.531312 dv-cinder-817351-10-iscsi neutron-server[103215]: {{(pid=103215) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:20:55.534212 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:55.547673 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (70d1c2d3-30f7-4535-806f-f7deef99f98e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.548311 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Added segment 70d1c2d3-30f7-4535-806f-f7deef99f98e of type vlan for network e9341194-1d5f-4083-959b-710e641d6a57 Feb 04 17:20:55.551270 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (696c9f45-e9f2-4a51-9b6a-ff96279d59b0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.602321 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (e9341194-1d5f-4083-959b-710e641d6a57), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.606462 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:55.610335 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696c9f45-e9f2-4a51-9b6a-ff96279d59b0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.740861 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (e9341194-1d5f-4083-959b-710e641d6a57), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.742729 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (341f4cc5-ef05-493f-ac0f-11cf34811534), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.742729 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Added segment 341f4cc5-ef05-493f-ac0f-11cf34811534 of type vlan for network 985d2728-d174-419e-bb14-8b10ee0a0483 Feb 04 17:20:55.744113 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:55.744113 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.744860 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:20:55.802870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (53a8449b-68fc-444e-ac1e-0daeef2f08b1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.803555 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Added segment 53a8449b-68fc-444e-ac1e-0daeef2f08b1 of type vlan for network 70e854be-0fd2-4ca0-a059-0dae6806d9af Feb 04 17:20:55.830023 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (985d2728-d174-419e-bb14-8b10ee0a0483), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:55.862719 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] Pushing event updated for resources: {'Network': ['ID=e9341194-1d5f-4083-959b-710e641d6a57,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:55.879737 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network e9341194-1d5f-4083-959b-710e641d6a57 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:55.958434 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52038) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:55.961528 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-2f461128-8f80-42ca-b460-3ee9f79bdd87 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5761116 Feb 04 17:20:55.987290 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Request body: {'subnet': {'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-101883969-subnet', 'tenant_id': '97f2e504cc66445a9a3aecb687ae6104', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:56.050220 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (985d2728-d174-419e-bb14-8b10ee0a0483), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.051303 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:56.051901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.079597 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (70e854be-0fd2-4ca0-a059-0dae6806d9af), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.146740 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Made reservation on behalf of 97f2e504cc66445a9a3aecb687ae6104 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:56.150122 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.176963 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3191085 Feb 04 17:20:56.182402 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:56.188695 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Request body: {'subnet': {'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1710058015-subnet', 'tenant_id': '2959c63b9c254f039b98d9da02ba839b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:56.207349 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.db.resource_extend [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:20:56.215301 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d8149-f377-4570-a3ed-d0b0027bc962 admin admin] Pushing event updated for resources: {'Network': ['ID=985d2728-d174-419e-bb14-8b10ee0a0483,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:56.237250 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 985d2728-d174-419e-bb14-8b10ee0a0483 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:56.316589 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Made reservation on behalf of 2959c63b9c254f039b98d9da02ba839b for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:56.322848 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.419536 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (70e854be-0fd2-4ca0-a059-0dae6806d9af), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.420427 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:56.421259 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.440785 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks [] for router_gateway (c66713e6-e6bb-430c-9435-d36536a71186), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.577358 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:56.662102 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] Pushing event updated for resources: {'Network': ['ID=70e854be-0fd2-4ca0-a059-0dae6806d9af,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:56.678017 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0b309b01-5fb4-4ea0-8aa1-963593d22821 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5850406 Feb 04 17:20:56.688184 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52054) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:56.693570 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:20:56.736812 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Request body: {'subnet': {'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-751465745-subnet', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:56.870984 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.014672 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:57.057795 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Made reservation on behalf of 55326c2102354486ac3307b9155f9a91 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:20:57.065275 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.071824 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Allocated IP 172.27.0.144 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/c893d202-2f65-43bc-a095-092e3aa76bd5) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:57.188175 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a549e-e589-4053-9aa6-69c58de238e4 None None] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:57.220141 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Checking segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:57.220515 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Network hostable DHCP agents. Network: e9341194-1d5f-4083-959b-710e641d6a57, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:57.427030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks [] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.465514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Network e9341194-1d5f-4083-959b-710e641d6a57 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:57.512357 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8c62ec98-c8f0-453b-b2eb-7fa8f801fd78 None None] Provisioning complete for port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:57.515510 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c62ec98-c8f0-453b-b2eb-7fa8f801fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.558965 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (8f723c2b-a2be-4b66-9586-80bfb90e4734), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.584380 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:20:57.589252 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, e9341194-1d5f-4083-959b-710e641d6a57) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:57.612265 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:57.613429 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.642368 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc104f-35c1-4345-ad6f-0eff9d3a9f5a None None] Network e9341194-1d5f-4083-959b-710e641d6a57 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:57.643769 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f723c2b-a2be-4b66-9586-80bfb90e4734,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:57.650386 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (07b0cbcc-0916-40ce-9c6a-5397d19f843c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.723057 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07b0cbcc-0916-40ce-9c6a-5397d19f843c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:57.736270 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Checking segment: {'id': '341f4cc5-ef05-493f-ac0f-11cf34811534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:57.736270 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Network hostable DHCP agents. Network: 985d2728-d174-419e-bb14-8b10ee0a0483, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:57.780445 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Checking segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:57.780990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Network hostable DHCP agents. Network: 70e854be-0fd2-4ca0-a059-0dae6806d9af, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:20:57.814596 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-30f31801-2bc0-4712-8232-29dfecd161ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8342688 Feb 04 17:20:57.865360 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:57.910878 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:57.914236 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Network 985d2728-d174-419e-bb14-8b10ee0a0483 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:20:58.094085 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 985d2728-d174-419e-bb14-8b10ee0a0483) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:58.094085 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 70e854be-0fd2-4ca0-a059-0dae6806d9af) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:58.094085 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:58.094085 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.094483 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cde501-11e1-4e72-9749-92f592f45c88 None None] Network 985d2728-d174-419e-bb14-8b10ee0a0483 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:58.094888 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:58.099114 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Pushing event updated for resources: {'Port': ['ID=c893d202-2f65-43bc-a095-092e3aa76bd5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:58.105616 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:58.120468 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:58.121374 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.163628 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:58.247631 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d74e3df-f177-454a-8378-45091ab6f0fd None None] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:58.251990 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:58.252675 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.279245 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-2357ba8b-8af6-4c06-96e0-74d4f6d49e27 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0949609 Feb 04 17:20:58.336455 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-21fa751b-08b5-490a-9601-f092c7f04f71 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6279948 Feb 04 17:20:58.337961 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:58.351691 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:20:58.415400 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8c62ec98-c8f0-453b-b2eb-7fa8f801fd78 None None] Current status of the port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:58.416167 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c62ec98-c8f0-453b-b2eb-7fa8f801fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.435954 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4feb6f-2e4b-41d9-baa7-efdb1e6b5cf7 None None] Network e9341194-1d5f-4083-959b-710e641d6a57 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:58.597543 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.598645 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.639568 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-8c62ec98-c8f0-453b-b2eb-7fa8f801fd78 None None] For port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:20:58.713159 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:20:58.738373 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c872dc2-6c34-4d96-8355-c77e4a3213f1 None None] Network 985d2728-d174-419e-bb14-8b10ee0a0483 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:20:58.752334 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c62ec98-c8f0-453b-b2eb-7fa8f801fd78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.781495 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-70e854be-0fd2-4ca0-a059-0dae6806d9af', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'project_id': '55326c2102354486ac3307b9155f9a91', 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:20:58.782919 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:58.814497 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks [] for router_controller (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.095094 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Allocated IP 172.20.0.2 (70e854be-0fd2-4ca0-a059-0dae6806d9af/07b0cbcc-0916-40ce-9c6a-5397d19f843c/733e3aa8-1068-469c-87f4-bd8805a50146) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:20:59.213110 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52152) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:20:59.270355 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Publish callbacks [] for port (733e3aa8-1068-469c-87f4-bd8805a50146), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.279414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:59.280116 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.284220 dv-cinder-817351-10-iscsi neutron-server[103214]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 17:20:59.340862 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-50a94161-1de0-4c99-b8b9-5da323a9ecd7 None None] Provisioning complete for port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:20:59.341907 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-50a94161-1de0-4c99-b8b9-5da323a9ecd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.406393 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks [] for router_gateway (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.417992 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62ec98-c8f0-453b-b2eb-7fa8f801fd78 None None] Pushing event updated for resources: {'Port': ['ID=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:59.421953 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.580182 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:20:59.581557 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:20:59.581924 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:20:59.584224 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Pushing event updated for resources: {'Port': ['ID=733e3aa8-1068-469c-87f4-bd8805a50146,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:20:59.589475 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:20:59.592931 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:20:59.630826 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks [] for router_gateway (c66713e6-e6bb-430c-9435-d36536a71186), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.765074 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-50a94161-1de0-4c99-b8b9-5da323a9ecd7 None None] Current status of the port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:20:59.779848 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Attempting to bind port 733e3aa8-1068-469c-87f4-bd8805a50146 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:20:59.780626 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Attempting to bind port 733e3aa8-1068-469c-87f4-bd8805a50146 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:20:59.782159 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Attempting to bind port 733e3aa8-1068-469c-87f4-bd8805a50146 on network 70e854be-0fd2-4ca0-a059-0dae6806d9af {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:20:59.793507 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:20:59.794859 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Checking segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:20:59.800087 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.800087 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Bound using segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:20:59.800087 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Bound port: 733e3aa8-1068-469c-87f4-bd8805a50146, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:20:59.800087 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.915770 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks [] for router_gateway (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.935362 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:20:59.981870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ce5b-b99c-4020-8769-71a9275659cc req-ea97c80f-67af-4ed6-b7b8-4b5bbaa033ca tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:20:59.984852 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-ea97c80f-67af-4ed6-b7b8-4b5bbaa033ca tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.7632046 Feb 04 17:21:00.022262 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-786e92da-adb8-422a-9623-d2c025c6f038 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/quotas/97f2e504cc66445a9a3aecb687ae6104 HTTP/1.1" status: 200 len: 375 time: 0.0225861 Feb 04 17:21:00.048784 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] For port 733e3aa8-1068-469c-87f4-bd8805a50146, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:00.050121 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] For port 733e3aa8-1068-469c-87f4-bd8805a50146, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=733e3aa8-1068-469c-87f4-bd8805a50146,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:00.143172 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.180388 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Allocated IP 172.27.0.134 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/4c66ec48-24e0-4230-8625-9fb91f59f198) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:00.237201 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:00.324040 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39813b10-cdc4-42d4-81da-970efc9efa5f None None] Pushing event updated for resources: {'Port': ['ID=733e3aa8-1068-469c-87f4-bd8805a50146,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:00.341535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52190) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:00.451615 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (c66713e6-e6bb-430c-9435-d36536a71186), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.493554 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-62c32ad4-01f6-4899-9fcc-5f4616fc001f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2865393 Feb 04 17:21:00.510564 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:00.512461 dv-cinder-817351-10-iscsi neutron-server[103215]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 17:21:00.666644 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:00.667615 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.782853 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks [] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:00.858481 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:00.901137 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-cc43683e-cb13-4370-816d-9c89ea1247bf service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:21:00.902995 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-cc43683e-cb13-4370-816d-9c89ea1247bf service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1057198 Feb 04 17:21:00.927023 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-ac06ea00-43ee-45b4-8bc8-6bc4448d6589 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:00.929165 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-ac06ea00-43ee-45b4-8bc8-6bc4448d6589 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/networks?id=985d2728-d174-419e-bb14-8b10ee0a0483 HTTP/1.1" status: 200 len: 812 time: 0.5861356 Feb 04 17:21:00.967170 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-0c0add63-833e-4c5f-9ab5-d0b06b65e811 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/quotas/2959c63b9c254f039b98d9da02ba839b HTTP/1.1" status: 200 len: 375 time: 0.0258241 Feb 04 17:21:01.015802 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Router c66713e6-e6bb-430c-9435-d36536a71186 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:21:01.066547 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-6c16f07c-b67b-4327-b54d-cb62973a0632 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2959c63b9c254f039b98d9da02ba839b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0922728 Feb 04 17:21:01.077190 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.115571 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:01.154551 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:01.181533 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:01.218083 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-ac198749-240f-47ad-889c-3f46596acabb service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3065257 Feb 04 17:21:01.267419 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-f982b607-9cc0-4c83-b37e-1d62c28c0320 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:21:01.271530 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-f982b607-9cc0-4c83-b37e-1d62c28c0320 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1188462 Feb 04 17:21:01.292025 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Pushing event updated for resources: {'Port': ['ID=4c66ec48-24e0-4230-8625-9fb91f59f198,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:01.419700 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:01.460910 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Sync routers for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:01.463619 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-7560177d-a10b-4e03-a328-4f714306a139 service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362907 Feb 04 17:21:01.488428 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:01.490374 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:20:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:01.758043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:01.758043 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3d57c0cf-d75c-411d-9214-58290a78d9f0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2639310 Feb 04 17:21:01.758043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52236) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:01.763790 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-fcd3f539-b2cb-46e8-b105-44cce451d300 service neutron] 10.222.0.24 "GET /v2.0/networks/985d2728-d174-419e-bb14-8b10ee0a0483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819405 Feb 04 17:21:01.764933 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:01.996261 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:20:58Z', 'revision_number': 3, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:02.116100 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Checking router: c66713e6-e6bb-430c-9435-d36536a71186 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:02.117036 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Updating router c66713e6-e6bb-430c-9435-d36536a71186 port c893d202-2f65-43bc-a095-092e3aa76bd5 binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:02.131861 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acf9b33-3613-4c30-ab9d-d329db02485d None None] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:02.210569 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-e008a586-3363-4c09-ab12-812fb859e905 service neutron] 10.222.0.24 "GET /v2.0/networks/985d2728-d174-419e-bb14-8b10ee0a0483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403327 Feb 04 17:21:02.269561 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52254) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:02.312548 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.330705 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks [] for router_gateway (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.713688 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d6c973d0-4d5d-40c5-8833-09c9a3b6a6da None None] Provisioning complete for port 733e3aa8-1068-469c-87f4-bd8805a50146 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:02.714866 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6c973d0-4d5d-40c5-8833-09c9a3b6a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:02.842399 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 733e3aa8-1068-469c-87f4-bd8805a50146 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:02.968851 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76a3476e-1a4f-4888-b9da-bfc3f9b88a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.448579 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Publish callbacks [] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.472975 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-73ace9bc-9228-4dd8-ae9e-e8198867d6e2 req-77f70bbc-2ae4-4877-b931-cfcd5b38b5ae tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.2360096 Feb 04 17:21:03.575058 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.659931 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bfffbb9b-1613-48eb-868d-782c1d91ef8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.753633 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f4321a50-ab8c-4a05-8ed9-f9fed9db7c15 req-0844f957-3e23-44ff-b7a8-1b5320ec0ec9 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.4299705 Feb 04 17:21:03.769969 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d6c973d0-4d5d-40c5-8833-09c9a3b6a6da None None] Current status of the port 733e3aa8-1068-469c-87f4-bd8805a50146 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:03.774663 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6c973d0-4d5d-40c5-8833-09c9a3b6a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.857779 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Pushing event updated for resources: {'Port': ['ID=c893d202-2f65-43bc-a095-092e3aa76bd5,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:03.883346 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.883645 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 733e3aa8-1068-469c-87f4-bd8805a50146 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:03.884059 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:03.893215 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.901579 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.902193 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.910874 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.912603 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.913398 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.913993 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.920233 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.920233 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.920233 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.920233 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.920986 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.922649 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Tracked resource versions report: Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: pushed versions: Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: { 'AddressGroup': {'1.2'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'ConntrackHelper': {'1.0'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'LocalIPAssociation': {'1.0'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Log': {'1.0'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Network': {'1.1'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Port': {'1.7'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'PortForwarding': {'1.2'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'QosPolicy': {'1.10'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroup': {'1.5'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroupRule': {'1.2'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SubPort': {'1.0'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Subnet': {'1.1'}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Trunk': {'1.1'}} Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: consumer versions: Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: { DHCP agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: HyperV agent@hv-cinder-81735: {}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: L3 agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: Metadata agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: Metering agent@dv-cinder-817351-10-iscsi: {}, Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: Open vSwitch agent@dv-cinder-817351-10-iscsi: { 'AddressGroup': '1.2', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'ConntrackHelper': '1.0', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'LocalIPAssociation': '1.0', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Log': '1.0', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Network': '1.1', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Port': '1.7', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'PortForwarding': '1.2', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'QosPolicy': '1.10', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroup': '1.5', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SecurityGroupRule': '1.2', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'SubPort': '1.0', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Subnet': '1.1', Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: 'Trunk': '1.1'}} Feb 04 17:21:03.934809 dv-cinder-817351-10-iscsi neutron-server[103217]: {{(pid=103217) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 17:21:03.984714 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d6c973d0-4d5d-40c5-8833-09c9a3b6a6da None None] For port 733e3aa8-1068-469c-87f4-bd8805a50146, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=733e3aa8-1068-469c-87f4-bd8805a50146,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:04.017074 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Attempting to bind port c893d202-2f65-43bc-a095-092e3aa76bd5 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:04.017832 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Attempting to bind port c893d202-2f65-43bc-a095-092e3aa76bd5 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:04.024104 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Attempting to bind port c893d202-2f65-43bc-a095-092e3aa76bd5 on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:04.046502 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:04.048010 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:04.049251 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.050377 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:04.051502 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Bound port: c893d202-2f65-43bc-a095-092e3aa76bd5, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:04.053086 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.087126 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 733e3aa8-1068-469c-87f4-bd8805a50146 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:04.087571 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.091575 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d6c973d0-4d5d-40c5-8833-09c9a3b6a6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.116823 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76a3476e-1a4f-4888-b9da-bfc3f9b88a73 admin admin] Publish callbacks [] for security_group (b639d96d-0cd8-4bc7-ba6e-1657550de3e8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.201100 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c973d0-4d5d-40c5-8833-09c9a3b6a6da None None] Pushing event updated for resources: {'Port': ['ID=733e3aa8-1068-469c-87f4-bd8805a50146,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:04.218718 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76a3476e-1a4f-4888-b9da-bfc3f9b88a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (b639d96d-0cd8-4bc7-ba6e-1657550de3e8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.218986 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:21:04.219250 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:21:04.227059 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-45c29cf9-16af-47fa-9eba-57da3f808bc5 None None] Provisioning complete for port 733e3aa8-1068-469c-87f4-bd8805a50146 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:04.235254 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-45c29cf9-16af-47fa-9eba-57da3f808bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.235429 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] For port c893d202-2f65-43bc-a095-092e3aa76bd5, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:04.235514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.235589 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] For port c893d202-2f65-43bc-a095-092e3aa76bd5, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=c893d202-2f65-43bc-a095-092e3aa76bd5,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:04.310885 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3476e-1a4f-4888-b9da-bfc3f9b88a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b639d96d-0cd8-4bc7-ba6e-1657550de3e8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:04.316572 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-76a3476e-1a4f-4888-b9da-bfc3f9b88a73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c68e5a44f7ba4a29a91ecba34cfb7c25&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0411611 Feb 04 17:21:04.320415 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52320) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:04.329129 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.354817 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-45c29cf9-16af-47fa-9eba-57da3f808bc5 None None] Current status of the port 733e3aa8-1068-469c-87f4-bd8805a50146 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:04.400795 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:21:04.594306 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a5c6803-07c4-4a3b-8cca-d4816dbd5e54 admin admin] Publish callbacks [] for security_group (b639d96d-0cd8-4bc7-ba6e-1657550de3e8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.624979 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:04.625599 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:20:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:04.630310 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbfb77c-eb86-4958-b42c-5ccf9d5ef152 None None] Pushing event updated for resources: {'Port': ['ID=c893d202-2f65-43bc-a095-092e3aa76bd5,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:04.685988 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-504e7fa5-53b5-40bf-9412-6065fe61f657 req-8e3fa7fd-bad1-41ec-b152-90fd01614ccf tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0680223 Feb 04 17:21:04.690483 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a5c6803-07c4-4a3b-8cca-d4816dbd5e54 admin admin] Publish callbacks [] for security_group (b639d96d-0cd8-4bc7-ba6e-1657550de3e8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.751701 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:04.794759 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Sync routers for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:04.886655 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:04.887684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:20:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:04.943465 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.945297 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-deffedd0-7e22-4f3e-a891-09fbcffe7ca3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6050727 Feb 04 17:21:04.946847 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a5c6803-07c4-4a3b-8cca-d4816dbd5e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (b639d96d-0cd8-4bc7-ba6e-1657550de3e8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.950526 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9a5c6803-07c4-4a3b-8cca-d4816dbd5e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:04.956606 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-9a5c6803-07c4-4a3b-8cca-d4816dbd5e54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b639d96d-0cd8-4bc7-ba6e-1657550de3e8 HTTP/1.1" status: 204 len: 168 time: 0.6328988 Feb 04 17:21:04.959416 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52350) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:05.038731 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:05.064551 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Allocated IP 172.20.0.1 (fbb40357-40b2-49de-9e70-6d5b36b7b7f2/e4136190-d946-4857-b435-cdac649b79ae/0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:05.082412 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 733e3aa8-1068-469c-87f4-bd8805a50146 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:05.197635 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5c6803-07c4-4a3b-8cca-d4816dbd5e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b639d96d-0cd8-4bc7-ba6e-1657550de3e8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:05.314919 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks [] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.435171 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cecd05ac-3db2-4436-9ce4-501586d562f5 req-edc56c8d-45ea-4209-9150-abbf1df42607 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.5185633 Feb 04 17:21:05.437644 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 733e3aa8-1068-469c-87f4-bd8805a50146 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:05.450950 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.611867 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:05.629614 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:20:58Z', 'revision_number': 3, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:05.638086 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:05.656079 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:05.664510 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 733e3aa8-1068-469c-87f4-bd8805a50146 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:05.665156 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.675772 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (c66713e6-e6bb-430c-9435-d36536a71186), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:05.779740 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b496f09-0da4-453e-8ec0-caf0613c11b2 None None] The sync data for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi is: [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:20:58Z', 'revision_number': 3, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:06.060288 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:06.107072 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:06.149987 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c1619af2-a323-411c-90ae-495eefa8ced5 req-76bb8407-5003-430a-8e7b-38883443b51a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.1682203 Feb 04 17:21:06.579150 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-07f3b1f9-aac4-4294-8ae4-5d9f7123198b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.765560 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d9c071b2-7e54-49b5-b195-debfe90c086c None None] Provisioning complete for port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:06.769383 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9c071b2-7e54-49b5-b195-debfe90c086c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.834934 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52392) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:06.894557 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-176894a5-1d15-4c60-9261-b62a9dca2f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:06.908158 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.008707 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-176894a5-1d15-4c60-9261-b62a9dca2f5f admin admin] Publish callbacks [] for security_group (6275b7c0-ca9f-45d5-b8e4-a55ab1254a99), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.050841 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d9c071b2-7e54-49b5-b195-debfe90c086c None None] Port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:07.067358 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 733e3aa8-1068-469c-87f4-bd8805a50146 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:07.082123 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-08ae16d4-6c86-4c6f-9a2c-cfa2ec5a3383 req-7d0800b5-f3af-449f-99cc-5a26e41f44a6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.1023307 Feb 04 17:21:07.128772 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-176894a5-1d15-4c60-9261-b62a9dca2f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6275b7c0-ca9f-45d5-b8e4-a55ab1254a99), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.138372 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:01Z', 'revision_number': 3, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:07.275117 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Checking router: ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:07.275921 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Updating router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 port 4c66ec48-24e0-4230-8625-9fb91f59f198 binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:07.343142 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.401297 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c893d202-2f65-43bc-a095-092e3aa76bd5 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:07.458986 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.468281 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-176894a5-1d15-4c60-9261-b62a9dca2f5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88e785b8325c4af594aada38d1fb2d50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6325471 Feb 04 17:21:07.474885 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52410) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:07.482172 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176894a5-1d15-4c60-9261-b62a9dca2f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6275b7c0-ca9f-45d5-b8e4-a55ab1254a99,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.527267 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks [] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.640721 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.642318 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (c66713e6-e6bb-430c-9435-d36536a71186), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.710585 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b2a98741-a68f-4b56-82e2-933eab2ba7bd req-b6e05f1c-6bbf-4841-af30-340e3855a5c0 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0836852 Feb 04 17:21:07.781345 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port c893d202-2f65-43bc-a095-092e3aa76bd5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:07.782124 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.845650 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Allocated IP 172.20.0.1 (70e854be-0fd2-4ca0-a059-0dae6806d9af/07b0cbcc-0916-40ce-9c6a-5397d19f843c/8030f97b-752a-4d3e-a66b-2979ce672ea1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:07.875793 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Pushing event updated for resources: {'Port': ['ID=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:07.883590 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-374ac03e-441d-47c8-bacb-dde831a67a45 admin admin] Publish callbacks [] for security_group (6275b7c0-ca9f-45d5-b8e4-a55ab1254a99), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:07.971756 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-374ac03e-441d-47c8-bacb-dde831a67a45 admin admin] Publish callbacks [] for security_group (6275b7c0-ca9f-45d5-b8e4-a55ab1254a99), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.013489 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.043439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port c893d202-2f65-43bc-a095-092e3aa76bd5 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:08.043922 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.057357 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:08.063818 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks [] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.067438 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:08.124041 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port c893d202-2f65-43bc-a095-092e3aa76bd5, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=c893d202-2f65-43bc-a095-092e3aa76bd5,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:08.171129 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Publish callbacks [] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.211308 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.259392 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.261235 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.328661 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Router c66713e6-e6bb-430c-9435-d36536a71186 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:08.369674 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Attempting to bind port 4c66ec48-24e0-4230-8625-9fb91f59f198 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:08.370262 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Attempting to bind port 4c66ec48-24e0-4230-8625-9fb91f59f198 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:08.370996 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Attempting to bind port 4c66ec48-24e0-4230-8625-9fb91f59f198 on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:08.422863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:08.422863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:08.422863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.422863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:08.422863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Bound port: 4c66ec48-24e0-4230-8625-9fb91f59f198, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:08.422863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.426130 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=c893d202-2f65-43bc-a095-092e3aa76bd5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:08.430298 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52418) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:08.464904 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:08.485667 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:08.502401 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:08.502401 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.615774 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b2dde6a8-f6b5-456f-9efe-c73e226c01e9 req-f5f4b10d-59bd-4281-a52c-1a78db81c34d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.1687925 Feb 04 17:21:08.620557 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-374ac03e-441d-47c8-bacb-dde831a67a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6275b7c0-ca9f-45d5-b8e4-a55ab1254a99), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.633871 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Pushing event updated for resources: {'Port': ['ID=8030f97b-752a-4d3e-a66b-2979ce672ea1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:08.644882 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-374ac03e-441d-47c8-bacb-dde831a67a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:08.644882 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-374ac03e-441d-47c8-bacb-dde831a67a45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6275b7c0-ca9f-45d5-b8e4-a55ab1254a99 HTTP/1.1" status: 204 len: 168 time: 1.1663389 Feb 04 17:21:08.712357 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ac03e-441d-47c8-bacb-dde831a67a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6275b7c0-ca9f-45d5-b8e4-a55ab1254a99,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:08.855942 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:08.890603 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-2a21c56d-f85a-41e4-b017-732e64e82e44 admin admin] 10.222.0.24 "PUT /v2.0/routers/c66713e6-e6bb-430c-9435-d36536a71186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3319726 Feb 04 17:21:08.949555 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-494f125d-1205-42f6-9ed8-40351946e7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.055196 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3a6dcf02-b24d-4f6d-b13b-2858a985bde1 req-2bb0faad-1fc3-48be-ac9a-81d8e083d10a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0936339 Feb 04 17:21:09.082488 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.142024 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113bee6-53d3-42a5-af78-6070a4154be7 None None] Pushing event updated for resources: {'Port': ['ID=4c66ec48-24e0-4230-8625-9fb91f59f198,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:09.188854 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] For port 4c66ec48-24e0-4230-8625-9fb91f59f198, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:09.197612 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] For port 4c66ec48-24e0-4230-8625-9fb91f59f198, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4c66ec48-24e0-4230-8625-9fb91f59f198,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:09.200643 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8ff550e1-c094-49f1-a57e-bd27f606cb45 None None] Provisioning complete for port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:09.201335 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8ff550e1-c094-49f1-a57e-bd27f606cb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.277233 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8ff550e1-c094-49f1-a57e-bd27f606cb45 None None] Port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:09.295792 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c893d202-2f65-43bc-a095-092e3aa76bd5 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:09.357119 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.446017 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a6f63083-0a9b-4d35-b9f7-f631f7bb3481 None None] Provisioning complete for port 8030f97b-752a-4d3e-a66b-2979ce672ea1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:09.446667 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a6f63083-0a9b-4d35-b9f7-f631f7bb3481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.496966 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-494f125d-1205-42f6-9ed8-40351946e7af admin admin] Publish callbacks [] for security_group (03aa1b33-6204-4f3a-b04f-523de2eafda6), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.523182 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a6f63083-0a9b-4d35-b9f7-f631f7bb3481 None None] Port 8030f97b-752a-4d3e-a66b-2979ce672ea1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:09.544989 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port c893d202-2f65-43bc-a095-092e3aa76bd5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:09.545636 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.575451 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-494f125d-1205-42f6-9ed8-40351946e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (03aa1b33-6204-4f3a-b04f-523de2eafda6), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.593879 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113bee6-53d3-42a5-af78-6070a4154be7 None None] Pushing event updated for resources: {'Port': ['ID=4c66ec48-24e0-4230-8625-9fb91f59f198,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:09.612178 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:09.613712 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:21:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:09.621527 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks [] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.698759 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-494f125d-1205-42f6-9ed8-40351946e7af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c88fab629e80491c95d728f577349210&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2650676 Feb 04 17:21:09.703417 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52446) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:09.718540 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.721991 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:09.730470 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494f125d-1205-42f6-9ed8-40351946e7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aa1b33-6204-4f3a-b04f-523de2eafda6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:09.874330 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Sync routers for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:09.926420 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:09.930743 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:21:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:09.954960 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:10.112446 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-21e59bcc-b5f6-4591-9d2d-715483f3f0b6 req-b1bc0f40-222d-42d8-b38f-8f629c48308a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.0891933 Feb 04 17:21:10.149250 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2f062f2-587f-4f1b-928d-bd16ad4b6b3f admin admin] Publish callbacks [] for security_group (03aa1b33-6204-4f3a-b04f-523de2eafda6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.224702 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2f062f2-587f-4f1b-928d-bd16ad4b6b3f admin admin] Publish callbacks [] for security_group (03aa1b33-6204-4f3a-b04f-523de2eafda6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.249122 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:10.263670 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Pushing event updated for resources: {'Port': ['ID=8030f97b-752a-4d3e-a66b-2979ce672ea1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:10.278699 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:10.287625 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:10.446439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port c893d202-2f65-43bc-a095-092e3aa76bd5 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:10.454421 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2f062f2-587f-4f1b-928d-bd16ad4b6b3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (03aa1b33-6204-4f3a-b04f-523de2eafda6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.459131 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f2f062f2-587f-4f1b-928d-bd16ad4b6b3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.461059 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-f2f062f2-587f-4f1b-928d-bd16ad4b6b3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03aa1b33-6204-4f3a-b04f-523de2eafda6 HTTP/1.1" status: 204 len: 168 time: 0.7549162 Feb 04 17:21:10.535421 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f062f2-587f-4f1b-928d-bd16ad4b6b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aa1b33-6204-4f3a-b04f-523de2eafda6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:10.556867 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52468) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:10.585586 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-56979d9a-fd5d-43ff-b48b-8984fe66d63c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694580188', 'description': 'tempest-description--504495644'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:10.658613 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:21:10.673201 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ea5205da-a266-4f5c-9e25-c1533cee78de req-5b7a4f0b-b96a-4c17-b4ad-d8c8105dea82 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.1682131 Feb 04 17:21:10.843457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56979d9a-fd5d-43ff-b48b-8984fe66d63c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:10.914848 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:21:10.924345 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-107a4150-5d8e-4f63-aefc-db50623cc450 admin admin] 10.222.0.24 "PUT /v2.0/routers/ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9580324 Feb 04 17:21:10.997362 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-952025a2-93c7-4e57-b50e-a8397a06a4bf None None] Provisioning complete for port 8030f97b-752a-4d3e-a66b-2979ce672ea1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:11.004242 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-952025a2-93c7-4e57-b50e-a8397a06a4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.107704 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-952025a2-93c7-4e57-b50e-a8397a06a4bf None None] Port 8030f97b-752a-4d3e-a66b-2979ce672ea1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:11.110867 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56979d9a-fd5d-43ff-b48b-8984fe66d63c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (7cd2147b-47c8-41e8-a8b4-aa95da94f7c9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.177180 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:07Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:11.191818 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56979d9a-fd5d-43ff-b48b-8984fe66d63c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7cd2147b-47c8-41e8-a8b4-aa95da94f7c9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.276523 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a837183-1a55-4cb2-a924-23ae2bd16244 None None] The sync data for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi is: [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:07Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:11.312092 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56979d9a-fd5d-43ff-b48b-8984fe66d63c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:11.352824 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:07Z', 'revision_number': 2, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:11.357630 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-56979d9a-fd5d-43ff-b48b-8984fe66d63c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.359350 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-56979d9a-fd5d-43ff-b48b-8984fe66d63c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7989864 Feb 04 17:21:11.368188 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:11.372570 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-09c0a4e3-1a4c-4e30-83dc-9ae9a289bb9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'security_group_rule': {'security_group_id': '7cd2147b-47c8-41e8-a8b4-aa95da94f7c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:11.418013 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.420632 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Checking router: c66713e6-e6bb-430c-9435-d36536a71186 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:11.421124 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Updating router c66713e6-e6bb-430c-9435-d36536a71186 port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:11.459036 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ba1bf90d-253b-4cbd-b290-785479fab59e req-66d3e612-7ec1-44a1-be89-19bbbbb93c70 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.1226757 Feb 04 17:21:11.467326 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.470867 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.534133 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09c0a4e3-1a4c-4e30-83dc-9ae9a289bb9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (48282d4d-b830-40e6-8e3a-9a24f71251d5), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.667373 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09c0a4e3-1a4c-4e30-83dc-9ae9a289bb9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (48282d4d-b830-40e6-8e3a-9a24f71251d5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.771055 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09c0a4e3-1a4c-4e30-83dc-9ae9a289bb9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (48282d4d-b830-40e6-8e3a-9a24f71251d5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.818938 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0a4e3-1a4c-4e30-83dc-9ae9a289bb9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48282d4d-b830-40e6-8e3a-9a24f71251d5,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:11.890392 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09c0a4e3-1a4c-4e30-83dc-9ae9a289bb9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:11.892501 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-09c0a4e3-1a4c-4e30-83dc-9ae9a289bb9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5244341 Feb 04 17:21:11.898101 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52506) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:11.908238 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7cf28bee-e7c3-416c-aca4-fdfb3be766d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'security_group_rule': {'security_group_id': '7cd2147b-47c8-41e8-a8b4-aa95da94f7c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:11.973091 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52508) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:11.997951 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2bc84223-770f-4625-99da-630566792583 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.042728 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b39958cd-7282-42b7-81fe-25f8412371b2 req-6e5525df-b766-4c31-9a4c-874f98289de1 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0879226 Feb 04 17:21:12.051445 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bee-e7c3-416c-aca4-fdfb3be766d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (01abca2c-4886-41e2-b210-7ea9dcb3b1f0), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.160117 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Publish callbacks [] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.225146 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bee-e7c3-416c-aca4-fdfb3be766d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (01abca2c-4886-41e2-b210-7ea9dcb3b1f0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.243024 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.267574 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2bc84223-770f-4625-99da-630566792583 admin admin] Publish callbacks [] for security_group (35d69bfa-7803-47eb-b325-5c1a68ac6f27), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.318863 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bee-e7c3-416c-aca4-fdfb3be766d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (01abca2c-4886-41e2-b210-7ea9dcb3b1f0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.345935 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b767f-a68b-4b5f-8022-b8adb8ad3063 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:12.382028 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2bc84223-770f-4625-99da-630566792583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (35d69bfa-7803-47eb-b325-5c1a68ac6f27), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.467855 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Attempting to bind port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:12.468917 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Attempting to bind port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:12.469579 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Attempting to bind port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:12.481726 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-2bc84223-770f-4625-99da-630566792583 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=936cf1577ab844f69a55ebe7f92cce00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5043902 Feb 04 17:21:12.481726 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc84223-770f-4625-99da-630566792583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d69bfa-7803-47eb-b325-5c1a68ac6f27,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:12.482791 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52516) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:12.485103 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:12.486173 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Checking segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:12.486559 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf28bee-e7c3-416c-aca4-fdfb3be766d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01abca2c-4886-41e2-b210-7ea9dcb3b1f0,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:12.486748 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.487125 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Bound using segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:12.487676 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Bound port: 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:12.490320 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.528182 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7cf28bee-e7c3-416c-aca4-fdfb3be766d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.529560 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-7cf28bee-e7c3-416c-aca4-fdfb3be766d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6254585 Feb 04 17:21:12.533907 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52520) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:12.539717 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:12.586662 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52522) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:12.605923 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5c11acd6-886a-46c8-96ad-2ddfe7a714a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371405727', 'description': 'tempest-description--1084673244'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:12.673727 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] For port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:12.680539 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] For port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:12.691673 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.777052 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.874716 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-79c94219-8477-4cb4-851c-d18143a9373a None None] Provisioning complete for port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:12.875482 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79c94219-8477-4cb4-851c-d18143a9373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:12.998608 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b767f-a68b-4b5f-8022-b8adb8ad3063 None None] Pushing event updated for resources: {'Port': ['ID=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:13.030325 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:13.031074 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:21:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:13.164886 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-79c94219-8477-4cb4-851c-d18143a9373a None None] Current status of the port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:13.165483 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79c94219-8477-4cb4-851c-d18143a9373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.173367 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.304762 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-79c94219-8477-4cb4-851c-d18143a9373a None None] For port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:13.403492 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79c94219-8477-4cb4-851c-d18143a9373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.415966 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-687e744a-d3ee-4170-bab0-4e074d08baed req-455e4a7c-2aed-4c40-af2c-904a81a07622 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0930212 Feb 04 17:21:13.417965 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-155c8fd2-968d-40ce-9f66-9400ac46a9f0 req-77779ad5-2957-4bb1-8df6-f22e0e5f3923 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.7475753 Feb 04 17:21:13.456345 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d1f-a07f-4b47-bd97-5e29e41370a9 admin admin] Publish callbacks [] for security_group (35d69bfa-7803-47eb-b325-5c1a68ac6f27), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.463381 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:13.492909 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d1f-a07f-4b47-bd97-5e29e41370a9 admin admin] Publish callbacks [] for security_group (35d69bfa-7803-47eb-b325-5c1a68ac6f27), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.523566 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4c66ec48-24e0-4230-8625-9fb91f59f198 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:13.557099 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Allocated IP 172.27.0.209 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/aa0ab1aa-d0b9-4b48-bfe2-14854b600fed) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:13.567864 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c11acd6-886a-46c8-96ad-2ddfe7a714a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.621966 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c94219-8477-4cb4-851c-d18143a9373a None None] Pushing event updated for resources: {'Port': ['ID=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:13.642191 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fa30fbf0-4032-4fb6-a762-5b96d9a9523d None None] Provisioning complete for port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:13.647402 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fa30fbf0-4032-4fb6-a762-5b96d9a9523d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.669685 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d1f-a07f-4b47-bd97-5e29e41370a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (35d69bfa-7803-47eb-b325-5c1a68ac6f27), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.687409 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27ff8d1f-a07f-4b47-bd97-5e29e41370a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.690975 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-27ff8d1f-a07f-4b47-bd97-5e29e41370a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35d69bfa-7803-47eb-b325-5c1a68ac6f27 HTTP/1.1" status: 204 len: 168 time: 1.2041578 Feb 04 17:21:13.715993 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 4c66ec48-24e0-4230-8625-9fb91f59f198 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:13.717800 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.800678 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.874133 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c11acd6-886a-46c8-96ad-2ddfe7a714a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (1c1d3007-00a4-454f-a695-7b9a66e8088d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.891573 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff8d1f-a07f-4b47-bd97-5e29e41370a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d69bfa-7803-47eb-b325-5c1a68ac6f27,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:13.931417 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.962486 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c11acd6-886a-46c8-96ad-2ddfe7a714a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1c1d3007-00a4-454f-a695-7b9a66e8088d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:13.987334 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fa30fbf0-4032-4fb6-a762-5b96d9a9523d None None] Current status of the port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:14.054935 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11acd6-886a-46c8-96ad-2ddfe7a714a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1d3007-00a4-454f-a695-7b9a66e8088d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:14.078808 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:12Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:14.099422 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'Port': ['ID=aa0ab1aa-d0b9-4b48-bfe2-14854b600fed,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:14.117335 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:14.121968 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:14.128650 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:14.128845 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5c11acd6-886a-46c8-96ad-2ddfe7a714a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.137443 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5c11acd6-886a-46c8-96ad-2ddfe7a714a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.5428336 Feb 04 17:21:14.140850 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52554) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:14.146210 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f3ffba06-5275-49c3-9d94-cc19ca6f9076 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'security_group_rule': {'security_group_id': '1c1d3007-00a4-454f-a695-7b9a66e8088d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:14.199449 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d27d0b-370d-4a7a-b45f-d87599c409db None None] The sync data for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi is: [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:12Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:14.217776 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 4c66ec48-24e0-4230-8625-9fb91f59f198 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:14.225199 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.331322 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 4c66ec48-24e0-4230-8625-9fb91f59f198, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4c66ec48-24e0-4230-8625-9fb91f59f198,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:14.345345 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3ffba06-5275-49c3-9d94-cc19ca6f9076 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (d2302b55-4257-4d12-ba4c-8e8457301f8b), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.399692 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.431771 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.527266 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=4c66ec48-24e0-4230-8625-9fb91f59f198,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:14.581172 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.581690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3ffba06-5275-49c3-9d94-cc19ca6f9076 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (d2302b55-4257-4d12-ba4c-8e8457301f8b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.687921 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f971e88d-9a44-4fa4-8987-f1c98bf2a171 req-7dbbbd14-df86-42b5-b5a0-9affde38548f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0705202 Feb 04 17:21:14.688778 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3ffba06-5275-49c3-9d94-cc19ca6f9076 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (d2302b55-4257-4d12-ba4c-8e8457301f8b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.710293 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffba06-5275-49c3-9d94-cc19ca6f9076 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2302b55-4257-4d12-ba4c-8e8457301f8b,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:14.795972 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f3ffba06-5275-49c3-9d94-cc19ca6f9076 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.797678 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5d86ae2-b2b8-4886-904f-393fd6d7a432 req-4d9641e0-1f99-496f-956d-a1a4401d0c1e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.0882838 Feb 04 17:21:14.804368 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-f3ffba06-5275-49c3-9d94-cc19ca6f9076 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6622787 Feb 04 17:21:14.809052 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52570) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:14.821436 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-79be06ba-09f4-41e2-a14e-8c35ad6dfde3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'security_group_rule': {'security_group_id': '1c1d3007-00a4-454f-a695-7b9a66e8088d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:14.966300 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79be06ba-09f4-41e2-a14e-8c35ad6dfde3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (8b95ee20-2c2a-456b-b6aa-78ac3d857da4), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:14.972452 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.045939 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.149071 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.197885 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'Port': ['ID=aa0ab1aa-d0b9-4b48-bfe2-14854b600fed,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.241569 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79be06ba-09f4-41e2-a14e-8c35ad6dfde3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (8b95ee20-2c2a-456b-b6aa-78ac3d857da4), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.269964 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.275233 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-7d5b3e09-9bc9-4b6d-9db4-50087a0294fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7387500 Feb 04 17:21:15.322568 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52588) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:15.332230 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79be06ba-09f4-41e2-a14e-8c35ad6dfde3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (8b95ee20-2c2a-456b-b6aa-78ac3d857da4), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.387762 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be06ba-09f4-41e2-a14e-8c35ad6dfde3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b95ee20-2c2a-456b-b6aa-78ac3d857da4,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:15.464940 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-79be06ba-09f4-41e2-a14e-8c35ad6dfde3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.467772 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-79be06ba-09f4-41e2-a14e-8c35ad6dfde3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6569099 Feb 04 17:21:15.471560 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52594) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:15.481794 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:15.487360 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:15.629155 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.633107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:15.633506 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.809961 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5068f07-39ae-4655-a865-2fc96836a497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:15.822960 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:15.824451 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4c66ec48-24e0-4230-8625-9fb91f59f198 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:15.932572 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-afa6ba7e-8df3-467a-a0c6-6c42822d4519 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--694580188&fields=id&tenant_id=115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 267 time: 0.1110067 Feb 04 17:21:15.944380 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3fd56020-2e1e-43ed-baa2-285422a891cf req-dc5c02a9-4d79-4302-bba2-d841bbb6f0a1 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0587394 Feb 04 17:21:16.012721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 4c66ec48-24e0-4230-8625-9fb91f59f198 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:16.013369 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.070341 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5068f07-39ae-4655-a865-2fc96836a497 admin admin] Publish callbacks [] for security_group (c378e880-d32a-451f-862f-978c94e6135f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.109216 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.93', 63555) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:16.111801 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-263130ec-a923-4921-ba79-61e065c3a4c7 req-17156c42-1aa3-4e06-be74-cbb4f946befc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.0663686 Feb 04 17:21:16.117436 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Sync routers for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:21:16.148646 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:16.156610 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:21:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:16.191159 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5068f07-39ae-4655-a865-2fc96836a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c378e880-d32a-451f-862f-978c94e6135f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:16.243982 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5068f07-39ae-4655-a865-2fc96836a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c378e880-d32a-451f-862f-978c94e6135f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:16.341103 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c5068f07-39ae-4655-a865-2fc96836a497 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9be10c6de9f34e82b7e461022221c2b3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0139856 Feb 04 17:21:16.348363 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-e050d347-2bc5-468d-a1ae-49e847caab0e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:16.351439 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-e050d347-2bc5-468d-a1ae-49e847caab0e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 817 time: 0.4002819 Feb 04 17:21:16.353300 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.93', 63556) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:16.353652 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:16.370612 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ce5b-b99c-4020-8769-71a9275659cc req-62f1fa8c-5f7c-43f9-80cf-802958cb17a2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:16.376249 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-62f1fa8c-5f7c-43f9-80cf-802958cb17a2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.2631075 Feb 04 17:21:16.425677 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Request body: {'port': {'device_id': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'admin_state_up': True, 'tenant_id': '97f2e504cc66445a9a3aecb687ae6104'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:16.545629 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:16.571401 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-1c3b266e-6b1f-4b1e-a6e6-1a31dd216665 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/quotas/115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 375 time: 0.1981730 Feb 04 17:21:16.886458 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f88d4d-6327-468e-874a-1eadd6e122d4 admin admin] Publish callbacks [] for security_group (c378e880-d32a-451f-862f-978c94e6135f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.011242 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.072916 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f88d4d-6327-468e-874a-1eadd6e122d4 admin admin] Publish callbacks [] for security_group (c378e880-d32a-451f-862f-978c94e6135f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.084716 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Made reservation on behalf of 97f2e504cc66445a9a3aecb687ae6104 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:17.094038 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.401656 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-4804e1f6-27de-49c2-a8b7-6e72b90cbb34 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7777576 Feb 04 17:21:17.440763 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 4c66ec48-24e0-4230-8625-9fb91f59f198 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:17.663030 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:09Z', 'revision_number': 2, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:17.666747 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-f1ca57f8-3b21-457c-a8e6-a4fe37f7dbd8 service neutron] 10.222.0.24 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397594 Feb 04 17:21:17.707899 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-17f97e82-2e53-413d-986e-e6572b233116 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:17.710988 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-17f97e82-2e53-413d-986e-e6572b233116 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.93 "GET /v2.0/networks?id=985d2728-d174-419e-bb14-8b10ee0a0483 HTTP/1.1" status: 200 len: 812 time: 1.3532608 Feb 04 17:21:17.740843 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Request body: {'port': {'device_id': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483', 'admin_state_up': True, 'tenant_id': '2959c63b9c254f039b98d9da02ba839b'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:17.768191 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Checking router: ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:21:17.768560 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Updating router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 port 8030f97b-752a-4d3e-a66b-2979ce672ea1 binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:21:17.821515 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:17.872208 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-60ce2ab3-a5a2-4011-bd9d-9f08bce13197 req-71db5a4f-c9d5-4006-9524-b2231e0ff1ff tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.4785376 Feb 04 17:21:17.944028 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Allocated IP 172.20.0.2 (e9341194-1d5f-4083-959b-710e641d6a57/b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6/7d7fec10-63fd-4e1d-beb3-73380f88173b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:18.095565 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Allocated IP 172.27.0.242 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/fb2711b7-3404-45c0-b7b6-fa8144de7a8d) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:18.120209 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f88d4d-6327-468e-874a-1eadd6e122d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c378e880-d32a-451f-862f-978c94e6135f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.124904 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76f88d4d-6327-468e-874a-1eadd6e122d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.131042 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-76f88d4d-6327-468e-874a-1eadd6e122d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c378e880-d32a-451f-862f-978c94e6135f HTTP/1.1" status: 204 len: 168 time: 1.7575858 Feb 04 17:21:18.144024 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-ffc6d9b2-d4f9-421e-95cd-973f827cf053 service neutron] 10.222.0.24 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274528 Feb 04 17:21:18.184330 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f88d4d-6327-468e-874a-1eadd6e122d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c378e880-d32a-451f-862f-978c94e6135f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:18.380995 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cb94d5bc-e54f-48c6-9eb5-c90dda665f32 req-7a8b4aa7-6acd-4e17-b8a2-20addb161b5d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.2641068 Feb 04 17:21:18.496392 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.666344 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Made reservation on behalf of 2959c63b9c254f039b98d9da02ba839b for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:18.684835 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.744770 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks [] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.771181 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Publish callbacks [] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.869511 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.933527 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.937481 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:18.975691 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3f8894d9-3424-440e-969c-2dd68c9cc06a req-8ee85473-1ab8-4ec6-a76b-2fbbdae02887 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 210 time: 0.2049441 Feb 04 17:21:19.276544 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:19.295474 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Network e9341194-1d5f-4083-959b-710e641d6a57 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:19.324194 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:19.330733 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:19.338811 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:19.344712 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:19.346219 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.353791 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:19.386982 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb832-60c1-415d-beae-805173cc4b29 None None] Pushing event updated for resources: {'Port': ['ID=8030f97b-752a-4d3e-a66b-2979ce672ea1,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:19.446993 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event updated for resources: {'Port': ['ID=7d7fec10-63fd-4e1d-beb3-73380f88173b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:19.449660 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Attempting to bind port 8030f97b-752a-4d3e-a66b-2979ce672ea1 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:19.450653 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Attempting to bind port 8030f97b-752a-4d3e-a66b-2979ce672ea1 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:19.451214 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Attempting to bind port 8030f97b-752a-4d3e-a66b-2979ce672ea1 on network 70e854be-0fd2-4ca0-a059-0dae6806d9af {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:19.462459 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:19.463083 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Checking segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:19.463790 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.464554 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Bound using segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:19.465344 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Bound port: 8030f97b-752a-4d3e-a66b-2979ce672ea1, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:19.466191 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:19.558424 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-4a194894-af35-4088-9583-4ddc4930eb3d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1411712 Feb 04 17:21:19.583570 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-296658a6-3a2a-4264-9ef4-fce98769647c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:21:19.594582 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-296658a6-3a2a-4264-9ef4-fce98769647c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299177 Feb 04 17:21:19.666946 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'Port': ['ID=fb2711b7-3404-45c0-b7b6-fa8144de7a8d,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:19.925975 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] For port 8030f97b-752a-4d3e-a66b-2979ce672ea1, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:20.022463 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855c4b5-68d7-401b-993f-fedb844bf6e8 req-24d7537c-b9d2-4e34-b62e-dccc86bdadc4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:20.026929 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a855c4b5-68d7-401b-993f-fedb844bf6e8 req-24d7537c-b9d2-4e34-b62e-dccc86bdadc4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 931 time: 0.4197431 Feb 04 17:21:20.063659 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] For port 8030f97b-752a-4d3e-a66b-2979ce672ea1, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=8030f97b-752a-4d3e-a66b-2979ce672ea1,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:20.095243 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fb7ed5f3-59f5-46ca-a875-dff3dfdf0b22 None None] Provisioning complete for port 8030f97b-752a-4d3e-a66b-2979ce672ea1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:20.097259 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fb7ed5f3-59f5-46ca-a875-dff3dfdf0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.103757 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-297099f4-c080-4f49-9802-33a487f46a7e req-781642e2-66ca-43e4-bc48-afce7ac00598 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.4030139 Feb 04 17:21:20.275134 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.307013 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a855c4b5-68d7-401b-993f-fedb844bf6e8 req-b586a9c6-0dc1-4306-98ff-d5f583b71be8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603166 Feb 04 17:21:20.377593 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fb7ed5f3-59f5-46ca-a875-dff3dfdf0b22 None None] Port 8030f97b-752a-4d3e-a66b-2979ce672ea1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:20.466520 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcb832-60c1-415d-beae-805173cc4b29 None None] Pushing event updated for resources: {'Port': ['ID=8030f97b-752a-4d3e-a66b-2979ce672ea1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:20.495570 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:21:20.496879 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:21:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:20.497743 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (5405da60-721c-40c2-a1b1-83b4d8865859), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.538968 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Allocated IP 172.20.0.6 (985d2728-d174-419e-bb14-8b10ee0a0483/8f723c2b-a2be-4b66-9586-80bfb90e4734/9f4acfd2-f02c-4c07-977a-a3004698b932) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:20.664889 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-62b64ee5-861c-472c-9c20-84053c7de8a2 req-db50e239-58cd-45e1-be78-09291dd85018 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 210 time: 0.2801073 Feb 04 17:21:20.847782 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:20.899567 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52754) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:20.971791 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ed13c57-8236-40ae-8aff-13c24cbc2aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.103192 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:21:21.231396 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1c2f2c55-cb8c-43b6-85ad-19e4514680d2 None None] Provisioning complete for port 8030f97b-752a-4d3e-a66b-2979ce672ea1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:21.236029 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c2f2c55-cb8c-43b6-85ad-19e4514680d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.265737 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.316522 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ed13c57-8236-40ae-8aff-13c24cbc2aae admin admin] Publish callbacks [] for security_group (0ac13851-f539-4bf5-bd7c-82eebe5fa29e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.321388 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks [] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.405920 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0ed13c57-8236-40ae-8aff-13c24cbc2aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0ac13851-f539-4bf5-bd7c-82eebe5fa29e), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.543375 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:21.796589 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52772) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:21.844368 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-0ed13c57-8236-40ae-8aff-13c24cbc2aae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5588c6a1a68942cc824f86f6b20d1cb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9427609 Feb 04 17:21:21.857189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 52776) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:21.905322 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Request body: {'port': {'device_id': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:21.972050 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed13c57-8236-40ae-8aff-13c24cbc2aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac13851-f539-4bf5-bd7c-82eebe5fa29e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:21.984948 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8030f97b-752a-4d3e-a66b-2979ce672ea1 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:22.186628 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf46e8-1ec8-40a9-a2cd-ad0131e48cf1 req-e3e5e071-95d4-4995-a13d-2e779b8106ba tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:22.196400 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fbdf46e8-1ec8-40a9-a2cd-ad0131e48cf1 req-e3e5e071-95d4-4995-a13d-2e779b8106ba tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 931 time: 0.6483159 Feb 04 17:21:22.291700 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0d93-dc4c-47a0-8258-906190a98ae3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.341556 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1c2f2c55-cb8c-43b6-85ad-19e4514680d2 None None] Current status of the port 8030f97b-752a-4d3e-a66b-2979ce672ea1 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:22.343458 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c2f2c55-cb8c-43b6-85ad-19e4514680d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.434969 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.437993 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 8030f97b-752a-4d3e-a66b-2979ce672ea1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:22.439066 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.490103 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Network 985d2728-d174-419e-bb14-8b10ee0a0483 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:22.510380 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:19Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:21:22.551759 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:22.566041 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:22.576196 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:22.577437 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.582302 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Pushing event updated for resources: {'Port': ['ID=9f4acfd2-f02c-4c07-977a-a3004698b932,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:22.614051 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1256a411-585c-44ff-88ba-4bfb13a36b87 None None] The sync data for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi is: [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:19Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:21:22.623018 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-1c2f2c55-cb8c-43b6-85ad-19e4514680d2 None None] For port 8030f97b-752a-4d3e-a66b-2979ce672ea1, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=8030f97b-752a-4d3e-a66b-2979ce672ea1,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:22.674795 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9208a315-4268-4a83-b47f-2ebcf026c89f admin admin] Publish callbacks [] for security_group (0ac13851-f539-4bf5-bd7c-82eebe5fa29e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.681425 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.728931 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9765fb11-8312-4084-a18f-7c06595958d6 req-967b5d8c-5e0c-441e-8474-1179346ce204 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:22.742813 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9765fb11-8312-4084-a18f-7c06595958d6 req-967b5d8c-5e0c-441e-8474-1179346ce204 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 931 time: 0.9393866 Feb 04 17:21:22.800402 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.826406 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a5123829-3df7-4aec-99a6-c6aed1227357 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0928576 Feb 04 17:21:22.843972 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 8030f97b-752a-4d3e-a66b-2979ce672ea1 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:22.844961 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.852356 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1c2f2c55-cb8c-43b6-85ad-19e4514680d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:22.950019 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Request body: {'port': {'device_id': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:23.016412 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9208a315-4268-4a83-b47f-2ebcf026c89f admin admin] Publish callbacks [] for security_group (0ac13851-f539-4bf5-bd7c-82eebe5fa29e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.197083 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9765fb11-8312-4084-a18f-7c06595958d6 req-e735e557-4faf-4c29-a598-520b06b1251e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355013 Feb 04 17:21:23.212926 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f2c55-cb8c-43b6-85ad-19e4514680d2 None None] Pushing event updated for resources: {'Port': ['ID=8030f97b-752a-4d3e-a66b-2979ce672ea1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:23.235009 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:21:23.236601 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:21:23.342838 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (5405da60-721c-40c2-a1b1-83b4d8865859), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.514466 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.546893 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.562069 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fbdf46e8-1ec8-40a9-a2cd-ad0131e48cf1 req-ae14632d-c3e5-45be-94ed-6f3c8ae24280 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2720368 Feb 04 17:21:23.593005 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1085494 Feb 04 17:21:23.620049 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0d93-dc4c-47a0-8258-906190a98ae3 admin admin] Publish callbacks [] for security_group (85edae6f-e329-4fb3-9ebd-590b3a605460), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:23.714329 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.93', 63571) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:23.767011 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dc88b635-dd05-4a12-8655-4e8f32fc1f57 req-7c359e4e-c0cd-4ce6-b880-99e8220c8c0b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 210 time: 0.3400900 Feb 04 17:21:23.790434 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9b5aa-3b47-496c-a81e-d4c8d5493fd0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'Port': ['ID=fb2711b7-3404-45c0-b7b6-fa8144de7a8d,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:23.974705 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 8030f97b-752a-4d3e-a66b-2979ce672ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:24.311946 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8030f97b-752a-4d3e-a66b-2979ce672ea1 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:24.529768 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2f8c0d93-dc4c-47a0-8258-906190a98ae3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (85edae6f-e329-4fb3-9ebd-590b3a605460), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.554105 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 8030f97b-752a-4d3e-a66b-2979ce672ea1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:24.561697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.731275 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-2f8c0d93-dc4c-47a0-8258-906190a98ae3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3642f50570f48a88024c3d3b9a606fb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9196198 Feb 04 17:21:24.749404 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c0d93-dc4c-47a0-8258-906190a98ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85edae6f-e329-4fb3-9ebd-590b3a605460,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:24.820641 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 52816) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:24.821458 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 8030f97b-752a-4d3e-a66b-2979ce672ea1 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:24.885774 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9208a315-4268-4a83-b47f-2ebcf026c89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0ac13851-f539-4bf5-bd7c-82eebe5fa29e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.893675 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c926-2a25-49dc-9354-7ea21fb693e4 admin admin] Publish callbacks [] for security_group (85edae6f-e329-4fb3-9ebd-590b3a605460), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.894745 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9208a315-4268-4a83-b47f-2ebcf026c89f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:24.894745 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-9208a315-4268-4a83-b47f-2ebcf026c89f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ac13851-f539-4bf5-bd7c-82eebe5fa29e HTTP/1.1" status: 204 len: 168 time: 3.0291426 Feb 04 17:21:25.011662 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d7fec10-63fd-4e1d-beb3-73380f88173b {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:25.032403 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208a315-4268-4a83-b47f-2ebcf026c89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac13851-f539-4bf5-bd7c-82eebe5fa29e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:25.043882 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Publish callbacks [] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.053844 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-900a1777-2895-419a-b7b5-35756d4ddb55 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1371405727&fields=id&tenant_id=55326c2102354486ac3307b9155f9a91 HTTP/1.1" status: 200 len: 267 time: 0.5264835 Feb 04 17:21:25.084848 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Transition to ACTIVE for port object 7d7fec10-63fd-4e1d-beb3-73380f88173b will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:25.176162 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.191192 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe09517-febb-407a-a8a6-c387c3b8730f req-15bf34eb-a48d-48e5-b7fe-b9e273c7b077 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:25.201102 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2fe09517-febb-407a-a8a6-c387c3b8730f req-15bf34eb-a48d-48e5-b7fe-b9e273c7b077 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 931 time: 0.6355600 Feb 04 17:21:25.359924 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7fec10-63fd-4e1d-beb3-73380f88173b,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:25.421721 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c926-2a25-49dc-9354-7ea21fb693e4 admin admin] Publish callbacks [] for security_group (85edae6f-e329-4fb3-9ebd-590b3a605460), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.421999 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-e603eeee-badf-4240-a22f-da5c02274249 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:25.423775 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-e603eeee-badf-4240-a22f-da5c02274249 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 810 time: 0.3329351 Feb 04 17:21:25.450945 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Attempting to bind port 7d7fec10-63fd-4e1d-beb3-73380f88173b on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:25.451410 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Attempting to bind port 7d7fec10-63fd-4e1d-beb3-73380f88173b by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:25.451882 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Attempting to bind port 7d7fec10-63fd-4e1d-beb3-73380f88173b on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:25.475890 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-29b12c76-0d5e-43a5-aae7-d1212e861a23 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/quotas/55326c2102354486ac3307b9155f9a91 HTTP/1.1" status: 200 len: 375 time: 0.0405755 Feb 04 17:21:25.497722 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Port 7d7fec10-63fd-4e1d-beb3-73380f88173b on network e9341194-1d5f-4083-959b-710e641d6a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:25.498022 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Attempting to bind port 7d7fec10-63fd-4e1d-beb3-73380f88173b on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:25.508776 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:25.509179 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Checking segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:25.509970 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Bound using segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:25.511927 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Bound port: 7d7fec10-63fd-4e1d-beb3-73380f88173b, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:25.512664 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:25.702120 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] For port 7d7fec10-63fd-4e1d-beb3-73380f88173b, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:25.714603 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2fe09517-febb-407a-a8a6-c387c3b8730f req-e4b20ed5-78bc-4ea5-827e-f6d842b9df0f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112631 Feb 04 17:21:25.752824 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-ecfbea37-3fe2-4703-8582-c73f434962b8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:25.756851 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-ecfbea37-3fe2-4703-8582-c73f434962b8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 817 time: 1.9874218 Feb 04 17:21:25.813943 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-cc0a0efe-86bd-4276-b539-d6368a5d4f0d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3266680 Feb 04 17:21:25.831110 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] For port 7d7fec10-63fd-4e1d-beb3-73380f88173b, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:25.981176 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.191520 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-04ad3c86-c13d-481a-9999-15331cf6f3b8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 379 time: 0.2179799 Feb 04 17:21:26.212166 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d47f0-b479-41b8-aede-fe84ea012554 req-386876a1-e0e5-4f9b-81fe-de0632535c6d tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:26.219243 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dc7d47f0-b479-41b8-aede-fe84ea012554 req-386876a1-e0e5-4f9b-81fe-de0632535c6d tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 931 time: 0.1985850 Feb 04 17:21:26.221059 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'port': {'device_id': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'admin_state_up': True, 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'security_groups': ['7cd2147b-47c8-41e8-a8b4-aa95da94f7c9']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:26.292148 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Pushing event updated for resources: {'Port': ['ID=7d7fec10-63fd-4e1d-beb3-73380f88173b,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:26.307693 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:26.310729 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.312564 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-a899907e-283e-4d59-9974-09d123cdfd49 service neutron] 10.222.0.93 "PUT /v2.0/ports/7d7fec10-63fd-4e1d-beb3-73380f88173b HTTP/1.1" status: 200 len: 1093 time: 4.8252895 Feb 04 17:21:26.323495 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'tag': '7d7fec10-63fd-4e1d-beb3-73380f88173b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:26.347192 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c926-2a25-49dc-9354-7ea21fb693e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (85edae6f-e329-4fb3-9ebd-590b3a605460), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.350718 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-d1d5c926-2a25-49dc-9354-7ea21fb693e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.356924 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-d1d5c926-2a25-49dc-9354-7ea21fb693e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85edae6f-e329-4fb3-9ebd-590b3a605460 HTTP/1.1" status: 204 len: 168 time: 1.5750296 Feb 04 17:21:26.424154 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5c926-2a25-49dc-9354-7ea21fb693e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85edae6f-e329-4fb3-9ebd-590b3a605460,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:26.470016 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4acfd2-f02c-4c07-977a-a3004698b932 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:26.475222 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-f1593982-7411-47d8-88d0-9050f5d689d7 service neutron] 10.222.0.24 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117036 Feb 04 17:21:26.521111 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Publish callbacks [] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.553415 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dc7d47f0-b479-41b8-aede-fe84ea012554 req-8d357d4a-dcfc-4c90-98a0-3362eafb3467 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208249 Feb 04 17:21:26.605501 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Transition to ACTIVE for port object 9f4acfd2-f02c-4c07-977a-a3004698b932 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:26.717539 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.775663 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Made reservation on behalf of 115a773ef6f441f693a5432595fe6b9d for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:26.779950 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:26.863279 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-75a6efbc-2081-4759-a531-1990525f4dd3 service neutron] 10.222.0.24 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694446 Feb 04 17:21:26.994483 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ce5b-b99c-4020-8769-71a9275659cc req-d85a7c59-2ed4-4ddd-bd2c-28692e4aa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:26.994483 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-d85a7c59-2ed4-4ddd-bd2c-28692e4aa976 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 1127 time: 0.2482519 Feb 04 17:21:26.996239 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4be78c6d-dfcb-4087-a3fb-735e90123450 req-b1d2c23a-ce52-4625-9c47-971aca363169 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 210 time: 0.1652179 Feb 04 17:21:27.003587 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4acfd2-f02c-4c07-977a-a3004698b932,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:27.115386 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-c096c900-e17e-4a51-9543-771053aca998 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b HTTP/1.1" status: 200 len: 217 time: 0.2081554 Feb 04 17:21:27.300439 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c9885a0-326b-4b5c-b0b6-2beaf087761a" -d '{"events": [{"name": "network-changed", "server_uuid": "405af5c7-e320-438e-97d2-bfcc5b79ad85", "tag": "7d7fec10-63fd-4e1d-beb3-73380f88173b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:27.314678 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Attempting to bind port 9f4acfd2-f02c-4c07-977a-a3004698b932 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:27.315570 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Attempting to bind port 9f4acfd2-f02c-4c07-977a-a3004698b932 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '341f4cc5-ef05-493f-ac0f-11cf34811534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:27.315775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Attempting to bind port 9f4acfd2-f02c-4c07-977a-a3004698b932 on network 985d2728-d174-419e-bb14-8b10ee0a0483 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:27.362512 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Port 9f4acfd2-f02c-4c07-977a-a3004698b932 on network 985d2728-d174-419e-bb14-8b10ee0a0483 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:27.366097 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Attempting to bind port 9f4acfd2-f02c-4c07-977a-a3004698b932 on network 985d2728-d174-419e-bb14-8b10ee0a0483 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:27.435625 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Allocated IP 172.20.0.7 (fbb40357-40b2-49de-9e70-6d5b36b7b7f2/e4136190-d946-4857-b435-cdac649b79ae/048cf3d6-87e6-4215-b471-b1663dd1ea9c) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:27.555206 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5a07f1aa-b748-4274-92ea-08c1bc4a4db8 req-b25a277b-0608-4028-a582-e69dfa625898 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.1057580 Feb 04 17:21:27.577264 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9637ce5b-b99c-4020-8769-71a9275659cc req-c25886d3-4199-40e7-b0ab-69c2e3c3bda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:27.577601 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:27.578538 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Checking segment: {'id': '341f4cc5-ef05-493f-ac0f-11cf34811534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:27.579687 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-c25886d3-4199-40e7-b0ab-69c2e3c3bda0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.3855131 Feb 04 17:21:27.579966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Bound using segment: {'id': '341f4cc5-ef05-493f-ac0f-11cf34811534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:27.581226 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Bound port: 9f4acfd2-f02c-4c07-977a-a3004698b932, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '341f4cc5-ef05-493f-ac0f-11cf34811534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:27.582986 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:27.708440 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-1882dbe4-79e8-4f1f-a96c-65ba12198c27 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179149 Feb 04 17:21:27.850980 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048dd1e-e25b-4450-875d-f46556b81909 req-581b468d-e6b5-488e-a2df-b4f84c625def tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:27.863765 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f048dd1e-e25b-4450-875d-f46556b81909 req-581b468d-e6b5-488e-a2df-b4f84c625def tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.5510776 Feb 04 17:21:27.948007 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23cec94c-97b3-4e57-a55a-d7d10f2a451b x-openstack-request-id: req-23cec94c-97b3-4e57-a55a-d7d10f2a451b {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:27.948496 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "405af5c7-e320-438e-97d2-bfcc5b79ad85", "tag": "7d7fec10-63fd-4e1d-beb3-73380f88173b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:27.948877 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23cec94c-97b3-4e57-a55a-d7d10f2a451b {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:27.949683 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'tag': '7d7fec10-63fd-4e1d-beb3-73380f88173b', 'status': 'completed', 'code': 200} Feb 04 17:21:27.986880 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-1f9426f4-95f7-48cc-a7ed-a2fb85002933 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659678 Feb 04 17:21:28.249342 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] For port 9f4acfd2-f02c-4c07-977a-a3004698b932, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:28.296941 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab754908-fc4b-4743-9ab7-5190b558eb63 req-adfaac01-a631-4e7f-ae53-ee9fb119bd06 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.304505 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ab754908-fc4b-4743-9ab7-5190b558eb63 req-adfaac01-a631-4e7f-ae53-ee9fb119bd06 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1534686 Feb 04 17:21:28.357738 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] For port 9f4acfd2-f02c-4c07-977a-a3004698b932, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4acfd2-f02c-4c07-977a-a3004698b932,segment=NetworkSegment(341f4cc5-ef05-493f-ac0f-11cf34811534),segment_id=341f4cc5-ef05-493f-ac0f-11cf34811534)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:28.386363 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f048dd1e-e25b-4450-875d-f46556b81909 req-94f3bdc3-da22-4b91-a29c-426aa7e43248 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066092 Feb 04 17:21:28.428762 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ab754908-fc4b-4743-9ab7-5190b558eb63 req-61fe3c24-ce96-4612-8b60-cbb9f510dc10 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078005 Feb 04 17:21:28.492949 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.622942 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-35d78580-7ee4-4143-819f-e76d7255a052 req-798067ea-5765-4baa-8843-e24c70721635 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 210 time: 0.0474961 Feb 04 17:21:28.622942 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.731321 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.732662 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.735349 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] 10.222.0.93 "PUT /v2.0/ports/9f4acfd2-f02c-4c07-977a-a3004698b932 HTTP/1.1" status: 200 len: 1093 time: 5.8170609 Feb 04 17:21:28.747356 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'tag': '9f4acfd2-f02c-4c07-977a-a3004698b932'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:28.750395 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cc2aa79a-d95e-4682-be49-ae52be0bfc22 req-5dd463a8-2612-4ef8-a93c-45078fc30467 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0767388 Feb 04 17:21:28.867957 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:28.920110 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc7454-7b31-4657-9dcf-e4edfe2a68f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4acfd2-f02c-4c07-977a-a3004698b932,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:28.934318 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:28.952916 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:28.964943 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:28.983384 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:28.983384 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.023090 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:29.266407 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41edbc4-9987-4a0a-9c13-651ef218a5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "741c40c6-089f-4600-be2e-f09d3f1d5ad9", "tag": "9f4acfd2-f02c-4c07-977a-a3004698b932"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:29.402092 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-0033b90d-6d7a-4a08-9027-54f2f697fafb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1870852 Feb 04 17:21:29.445155 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0b04af2b-33ec-4669-aefd-4e5626edc86d None None] Provisioning complete for port 048cf3d6-87e6-4215-b471-b1663dd1ea9c triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:29.446062 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0b04af2b-33ec-4669-aefd-4e5626edc86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:29.498835 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0b04af2b-33ec-4669-aefd-4e5626edc86d None None] Port 048cf3d6-87e6-4215-b471-b1663dd1ea9c cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:29.598733 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c612d6-c892-440f-a5fa-497ba56f3290 req-22a92bba-5014-4bcf-912b-fe5faf39ca8a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:29.600509 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-01c612d6-c892-440f-a5fa-497ba56f3290 req-22a92bba-5014-4bcf-912b-fe5faf39ca8a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.0806437 Feb 04 17:21:29.699656 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-01c612d6-c892-440f-a5fa-497ba56f3290 req-3d5c2ab8-d50d-4af2-bedd-3d21254aca45 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895860 Feb 04 17:21:29.894303 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c807c2e-9d47-4c97-b31c-98966f1b853c req-0935e0d8-9be7-40e2-868f-282db64fec2a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:29.903784 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6c807c2e-9d47-4c97-b31c-98966f1b853c req-0935e0d8-9be7-40e2-868f-282db64fec2a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1216600 Feb 04 17:21:29.966115 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6c807c2e-9d47-4c97-b31c-98966f1b853c req-dc5d3499-a26b-4c7b-9dfb-d603623deb3a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612316 Feb 04 17:21:29.986958 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90342946-b246-4dde-80c5-b9ce372f61a7 x-openstack-request-id: req-90342946-b246-4dde-80c5-b9ce372f61a7 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:29.994595 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "741c40c6-089f-4600-be2e-f09d3f1d5ad9", "tag": "9f4acfd2-f02c-4c07-977a-a3004698b932", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:29.994595 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90342946-b246-4dde-80c5-b9ce372f61a7 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:29.994595 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'tag': '9f4acfd2-f02c-4c07-977a-a3004698b932', 'status': 'completed', 'code': 200} Feb 04 17:21:30.074224 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9076f7a9-1d81-4543-81ba-a90ab4b677a0 req-a6a35cfb-e1ad-41af-9d36-54e230c75502 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0334549 Feb 04 17:21:30.134186 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e71e8-2ab5-4bb6-8742-f3ac05aa95e7 req-413f9bee-975d-4120-bb4c-0bce0d0f6b86 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:30.139491 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e24e71e8-2ab5-4bb6-8742-f3ac05aa95e7 req-413f9bee-975d-4120-bb4c-0bce0d0f6b86 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 931 time: 0.0892351 Feb 04 17:21:30.199291 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e24e71e8-2ab5-4bb6-8742-f3ac05aa95e7 req-c5d75d17-3638-4f64-8fe0-d87652106902 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517304 Feb 04 17:21:30.866005 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f56b4-280c-4439-b9f5-6234c045a6d4 req-41ba73bb-2a66-45b8-9175-0a2f1fc9ff3f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:30.869585 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4f9f56b4-280c-4439-b9f5-6234c045a6d4 req-41ba73bb-2a66-45b8-9175-0a2f1fc9ff3f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.0840118 Feb 04 17:21:30.961665 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4f9f56b4-280c-4439-b9f5-6234c045a6d4 req-be60b36c-9254-4d74-96f9-40ded8540a14 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750847 Feb 04 17:21:31.115032 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77de38-e97c-4fb7-9f7c-0bfe33b584a7 req-e535f471-00d0-402e-b4bb-0fc0801d8697 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:31.116691 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9c77de38-e97c-4fb7-9f7c-0bfe33b584a7 req-e535f471-00d0-402e-b4bb-0fc0801d8697 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.0678890 Feb 04 17:21:31.197027 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9c77de38-e97c-4fb7-9f7c-0bfe33b584a7 req-b46af996-4fb9-4d53-9fc9-6c625cfc290d tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681293 Feb 04 17:21:31.355392 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-22736542-1abe-44fe-bd62-e2125866fa10 req-f00c4777-3c18-4c65-b2d2-92b73408f351 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0874217 Feb 04 17:21:31.482569 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2107696-c560-4386-81b0-133c49a2766d req-55053ae4-63dc-4160-99cc-478031e64911 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:31.490325 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a2107696-c560-4386-81b0-133c49a2766d req-55053ae4-63dc-4160-99cc-478031e64911 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 931 time: 0.0989323 Feb 04 17:21:31.558904 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a2107696-c560-4386-81b0-133c49a2766d req-1e40d1c2-ae8e-47a6-81af-40bd33af3ecc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673273 Feb 04 17:21:32.161206 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc5188-cb9b-4803-bdfe-2a8cfc91ef08 req-b15c6d9d-0dc4-4392-8eff-bf7f2fd7b8c8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:32.164049 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1afc5188-cb9b-4803-bdfe-2a8cfc91ef08 req-b15c6d9d-0dc4-4392-8eff-bf7f2fd7b8c8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.0943735 Feb 04 17:21:32.234499 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1afc5188-cb9b-4803-bdfe-2a8cfc91ef08 req-491d2e7f-03cb-46c1-8f07-e1e56732bdea tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626414 Feb 04 17:21:32.385952 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:32.434225 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-08b44d52-a040-4e6d-bf85-63e9e359f509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.437768 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eaaa20-9b77-4c4a-8009-a8df93a83eb5 req-79b46795-bcc9-4a32-a436-0d6e6465e4ab tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:32.440463 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-71eaaa20-9b77-4c4a-8009-a8df93a83eb5 req-79b46795-bcc9-4a32-a436-0d6e6465e4ab tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1016746 Feb 04 17:21:32.570495 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-11d3a2c7-3704-4614-b826-b6d0c9a48962 req-67724253-75b6-49f2-a337-75ab47691c1a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0566349 Feb 04 17:21:32.621507 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-71eaaa20-9b77-4c4a-8009-a8df93a83eb5 req-12304627-5257-4578-bd79-95daa26f00b4 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405935 Feb 04 17:21:32.719822 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5fa4-d3c5-4ee4-8707-fef8022bad5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:32.852059 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32b0ce-8f27-4c10-bc0b-2886474a706e req-261c1813-9544-4e8f-9729-9f8f90c03090 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:32.853681 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8b32b0ce-8f27-4c10-bc0b-2886474a706e req-261c1813-9544-4e8f-9729-9f8f90c03090 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 931 time: 0.0985701 Feb 04 17:21:33.068841 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5fa4-d3c5-4ee4-8707-fef8022bad5f admin admin] Publish callbacks [] for security_group (02605421-af32-4651-b93c-d73f744c6cea), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.101283 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8b32b0ce-8f27-4c10-bc0b-2886474a706e req-dbda711b-a43d-4c25-9ade-7a83964db2dd tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369337 Feb 04 17:21:33.146048 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5fa4-d3c5-4ee4-8707-fef8022bad5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (02605421-af32-4651-b93c-d73f744c6cea), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.193484 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d5fa4-d3c5-4ee4-8707-fef8022bad5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02605421-af32-4651-b93c-d73f744c6cea,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:33.210351 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ff3d5fa4-d3c5-4ee4-8707-fef8022bad5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0465dd9ae1fe424d9fe5a74719fecbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8217599 Feb 04 17:21:33.214156 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53058) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:33.289881 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2883-11b1-45ee-825e-5670f658cbf8 admin admin] Publish callbacks [] for security_group (02605421-af32-4651-b93c-d73f744c6cea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.334704 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2883-11b1-45ee-825e-5670f658cbf8 admin admin] Publish callbacks [] for security_group (02605421-af32-4651-b93c-d73f744c6cea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.677705 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12b047-9be1-4da7-a231-71ccbc04fdd5 req-fa44fffd-9ccc-4a70-9c43-535fd8fec186 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:33.679490 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce12b047-9be1-4da7-a231-71ccbc04fdd5 req-fa44fffd-9ccc-4a70-9c43-535fd8fec186 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.3031740 Feb 04 17:21:33.763846 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce12b047-9be1-4da7-a231-71ccbc04fdd5 req-4ce02549-2654-41ad-8deb-0d3b45a9b992 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714135 Feb 04 17:21:33.775410 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f08a8876-8ae1-4c88-960c-14e1dded13c7 req-f7fa677e-8ebc-45db-bd67-0e1acaa214bf tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0884855 Feb 04 17:21:33.784043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2883-11b1-45ee-825e-5670f658cbf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (02605421-af32-4651-b93c-d73f744c6cea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.799279 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b5b2883-11b1-45ee-825e-5670f658cbf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:33.810584 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-9b5b2883-11b1-45ee-825e-5670f658cbf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02605421-af32-4651-b93c-d73f744c6cea HTTP/1.1" status: 204 len: 168 time: 0.5948131 Feb 04 17:21:33.827028 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b2883-11b1-45ee-825e-5670f658cbf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02605421-af32-4651-b93c-d73f744c6cea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:33.990825 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c968bc-a2b7-40e2-b835-fd65995a353b req-9300a86d-8dad-4155-a03c-f8e484c0af64 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:33.993905 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49c968bc-a2b7-40e2-b835-fd65995a353b req-9300a86d-8dad-4155-a03c-f8e484c0af64 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1160274 Feb 04 17:21:34.082939 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49c968bc-a2b7-40e2-b835-fd65995a353b req-5385e675-a89a-4bb4-9170-37d922cde65a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773804 Feb 04 17:21:34.380092 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa5866-dea3-48a2-ae11-7e1326f70789 req-8b3082cc-a510-4655-86bf-81d167c2b58a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:34.380092 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-effa5866-dea3-48a2-ae11-7e1326f70789 req-8b3082cc-a510-4655-86bf-81d167c2b58a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 931 time: 0.0762515 Feb 04 17:21:34.414823 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-effa5866-dea3-48a2-ae11-7e1326f70789 req-01498285-ba4a-4c83-a1c2-4e49b17ae33b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566177 Feb 04 17:21:35.008720 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92285-1726-4f3a-9fd8-386890bc8014 req-af7bd7f5-5e9d-4c96-80f2-2ff220d9284d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:35.011671 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1ff92285-1726-4f3a-9fd8-386890bc8014 req-af7bd7f5-5e9d-4c96-80f2-2ff220d9284d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.1111884 Feb 04 17:21:35.155060 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1ff92285-1726-4f3a-9fd8-386890bc8014 req-b6660ff2-7464-4946-9b46-505d3cb5eff0 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085889 Feb 04 17:21:35.175008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Request body: {'port': {'device_id': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:35.366401 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53122) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:35.417739 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfa5c-064b-46db-ba25-9e6adb3a9e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:35.570343 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9637ce5b-b99c-4020-8769-71a9275659cc req-6c1f7dbf-4966-4323-9881-c80c69f242d1 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115088 Feb 04 17:21:35.574587 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ff0c8f1-ea38-4c3a-add8-da4bda0c8d34 req-024a23d0-592b-4fa1-bdbc-6b9b57901035 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.1567085 Feb 04 17:21:35.679292 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:21:35.686064 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41edbc4-9987-4a0a-9c13-651ef218a5aa req-02d3375e-063c-472a-a6b3-34310023f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:35.689125 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f41edbc4-9987-4a0a-9c13-651ef218a5aa req-02d3375e-063c-472a-a6b3-34310023f012 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2959c63b9c254f039b98d9da02ba839b&device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 1127 time: 0.4628763 Feb 04 17:21:35.728155 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:35.787200 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b541460-20e5-407a-84aa-7e7ed2e489e9 req-26a6f86b-5767-409c-b23d-7d819dd2b68a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:35.795358 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b541460-20e5-407a-84aa-7e7ed2e489e9 req-26a6f86b-5767-409c-b23d-7d819dd2b68a tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.2000043 Feb 04 17:21:35.861057 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfa5c-064b-46db-ba25-9e6adb3a9e90 admin admin] Publish callbacks [] for security_group (88793d2c-0a95-48b5-b32f-4d92216864ef), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:35.874738 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4ffb48bc-0565-4b8f-bfd9-65c70ee8be8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:35.993433 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b541460-20e5-407a-84aa-7e7ed2e489e9 req-0359ac9f-5461-4901-9d01-b472fd4dd9c6 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974161 Feb 04 17:21:36.000000 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f9dfa5c-064b-46db-ba25-9e6adb3a9e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (88793d2c-0a95-48b5-b32f-4d92216864ef), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.155319 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a42b7-9b5f-4d73-8ada-62354551d58a req-934388f5-7289-4aaa-ac2f-bda24a2ced18 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.185711 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-794a42b7-9b5f-4d73-8ada-62354551d58a req-934388f5-7289-4aaa-ac2f-bda24a2ced18 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 931 time: 0.4318299 Feb 04 17:21:36.186858 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-8f9dfa5c-064b-46db-ba25-9e6adb3a9e90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a723d71a18a04291a5e1b944de19e924&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7942066 Feb 04 17:21:36.186858 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:36.189852 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9dfa5c-064b-46db-ba25-9e6adb3a9e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88793d2c-0a95-48b5-b32f-4d92216864ef,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:36.226586 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-3cd89dd9-8871-498b-9253-31e14e8edc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.227952 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41edbc4-9987-4a0a-9c13-651ef218a5aa req-f5400cae-65c8-4e02-8a25-f3c09f596984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.228747 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-3cd89dd9-8871-498b-9253-31e14e8edc50 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 1127 time: 0.3072455 Feb 04 17:21:36.229709 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f41edbc4-9987-4a0a-9c13-651ef218a5aa req-f5400cae-65c8-4e02-8a25-f3c09f596984 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=2959c63b9c254f039b98d9da02ba839b&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4978628 Feb 04 17:21:36.435599 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-794a42b7-9b5f-4d73-8ada-62354551d58a req-f4b41480-edb7-4c48-860e-e647b64c5c22 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2552218 Feb 04 17:21:36.544067 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d1a71b-2f66-47ee-8940-0259f63d6e37 admin admin] Publish callbacks [] for security_group (88793d2c-0a95-48b5-b32f-4d92216864ef), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.625433 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d1a71b-2f66-47ee-8940-0259f63d6e37 admin admin] Publish callbacks [] for security_group (88793d2c-0a95-48b5-b32f-4d92216864ef), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.643189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-eb2b832c-8537-4acc-bb58-5f8f958f853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.645286 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-eb2b832c-8537-4acc-bb58-5f8f958f853e service neutron] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 915 time: 0.3560140 Feb 04 17:21:36.651513 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 048cf3d6-87e6-4215-b471-b1663dd1ea9c {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:36.653081 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138fd14-664b-483e-958f-aaef3d760f7d req-a63516cf-9289-4de6-a3b1-6966efec3cce tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.655070 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5138fd14-664b-483e-958f-aaef3d760f7d req-a63516cf-9289-4de6-a3b1-6966efec3cce tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.2658877 Feb 04 17:21:36.663040 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Publish callbacks [] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.678698 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Transition to ACTIVE for port object 048cf3d6-87e6-4215-b471-b1663dd1ea9c will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:36.681071 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41edbc4-9987-4a0a-9c13-651ef218a5aa req-5afdfde9-7237-45c1-a47d-b61df4eef873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.683234 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f41edbc4-9987-4a0a-9c13-651ef218a5aa req-5afdfde9-7237-45c1-a47d-b61df4eef873 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4074283 Feb 04 17:21:36.717786 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-79a176e3-8802-4164-86a7-6a4c201bf26e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b HTTP/1.1" status: 200 len: 217 time: 0.0588541 Feb 04 17:21:36.755451 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:36.882393 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-20470774-d974-4ae8-867e-473a9845926d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:36.883973 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-20470774-d974-4ae8-867e-473a9845926d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.1239650 Feb 04 17:21:36.887521 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5138fd14-664b-483e-958f-aaef3d760f7d req-e28145ec-7a72-4006-b794-8f20de9a0954 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777935 Feb 04 17:21:36.952764 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-7c5407d7-4946-4172-8997-33419e68c967 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482213 Feb 04 17:21:37.010497 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:37.141868 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Attempting to bind port 048cf3d6-87e6-4215-b471-b1663dd1ea9c on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:37.148113 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Attempting to bind port 048cf3d6-87e6-4215-b471-b1663dd1ea9c by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:37.148969 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Attempting to bind port 048cf3d6-87e6-4215-b471-b1663dd1ea9c on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:37.179700 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a7fb6230-2042-4014-89ad-bba732967f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:37.190812 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-a7fb6230-2042-4014-89ad-bba732967f1a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=2959c63b9c254f039b98d9da02ba839b&device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 1127 time: 0.3185189 Feb 04 17:21:37.197470 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Port 048cf3d6-87e6-4215-b471-b1663dd1ea9c on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:37.212591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Attempting to bind port 048cf3d6-87e6-4215-b471-b1663dd1ea9c on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:37.233533 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d1a71b-2f66-47ee-8940-0259f63d6e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (88793d2c-0a95-48b5-b32f-4d92216864ef), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.242232 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d1a71b-2f66-47ee-8940-0259f63d6e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.244198 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-07d1a71b-2f66-47ee-8940-0259f63d6e37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88793d2c-0a95-48b5-b32f-4d92216864ef HTTP/1.1" status: 204 len: 168 time: 1.0571926 Feb 04 17:21:37.397348 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1a71b-2f66-47ee-8940-0259f63d6e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88793d2c-0a95-48b5-b32f-4d92216864ef,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:37.427381 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:37.427736 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Checking segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:37.428963 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Bound using segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:37.428963 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Bound port: 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:37.428963 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:37.433736 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a3b5d396-8870-46c1-8153-3269b1d34624 req-bb7bf301-5e2d-478c-bbe1-0f210564ee9c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.2393544 Feb 04 17:21:37.482985 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-c9b5f72f-4a9e-4466-b3f8-638c5ae5f7ba service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4acfd2-f02c-4c07-977a-a3004698b932 HTTP/1.1" status: 200 len: 217 time: 0.2146280 Feb 04 17:21:37.559938 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-0de70b41-b8ce-41e7-930b-da2fbd8cb4bf service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909002 Feb 04 17:21:37.630804 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc307901-6387-4f3a-9eb8-74cc430cc259 req-d0e37ac5-a782-4bdf-9694-e8c54db7d2e0 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:37.648381 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fc307901-6387-4f3a-9eb8-74cc430cc259 req-d0e37ac5-a782-4bdf-9694-e8c54db7d2e0 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.4263911 Feb 04 17:21:37.745467 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:37.856412 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-9e1df63a-eccd-4cb0-a5af-df9cf555d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:37.861030 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-9e1df63a-eccd-4cb0-a5af-df9cf555d39c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8f723c2b-a2be-4b66-9586-80bfb90e4734 HTTP/1.1" status: 200 len: 852 time: 0.2880890 Feb 04 17:21:37.867078 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:37.901996 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fc307901-6387-4f3a-9eb8-74cc430cc259 req-14842815-a6e4-4e1e-b420-4befaad19980 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520201 Feb 04 17:21:37.920959 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c9885a0-326b-4b5c-b0b6-2beaf087761a req-e73a6c5e-6617-4465-a7c1-1a9d442a7a59 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3449898 Feb 04 17:21:37.924780 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014b560c-205e-43a2-9a8f-0b31c0f0d181 req-0b11c632-5c66-47dd-ad15-2002f526a54e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:37.939795 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-014b560c-205e-43a2-9a8f-0b31c0f0d181 req-0b11c632-5c66-47dd-ad15-2002f526a54e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.2352207 Feb 04 17:21:37.982552 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.045833 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53166) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:38.065702 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.324028 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ddf50-9348-42d6-9cc3-ca3c08cd6951 req-8806d300-8872-4e84-afea-de9756dd3914 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:38.327151 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4d6ddf50-9348-42d6-9cc3-ca3c08cd6951 req-8806d300-8872-4e84-afea-de9756dd3914 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.2044551 Feb 04 17:21:38.386186 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-1eb8cbac-1e85-40dc-b789-250d5254ed55 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=985d2728-d174-419e-bb14-8b10ee0a0483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4267035 Feb 04 17:21:38.387583 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-df86e719-1d37-4976-8d73-bb88a470c786 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:38.389048 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-df86e719-1d37-4976-8d73-bb88a470c786 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 810 time: 0.4088576 Feb 04 17:21:38.405929 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1aefa278-31f6-48fc-b52b-a141791cb634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.418566 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:38.419222 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.420723 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] 10.222.0.93 "PUT /v2.0/ports/048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 200 len: 1093 time: 3.2507126 Feb 04 17:21:38.422644 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:38.425131 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8721d43-6212-46a2-b3a3-c96b322d215b" -d '{"events": [{"name": "network-changed", "server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:38.450753 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d61bd6-c607-4ca1-b207-8886164a8c24 service neutron] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:38.456286 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4d6ddf50-9348-42d6-9cc3-ca3c08cd6951 req-768ab76b-2975-4b30-9abc-ccaee993d42b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095502 Feb 04 17:21:38.501049 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-014b560c-205e-43a2-9a8f-0b31c0f0d181 req-c5e281f0-da90-4fcc-8208-16600253964d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5451596 Feb 04 17:21:38.533265 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6294de-5ae3-4b20-a562-bafdf172ebbd x-openstack-request-id: req-8e6294de-5ae3-4b20-a562-bafdf172ebbd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:38.533676 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:38.533937 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e6294de-5ae3-4b20-a562-bafdf172ebbd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:38.534704 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'status': 'completed', 'code': 200} Feb 04 17:21:38.571612 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1aefa278-31f6-48fc-b52b-a141791cb634 admin admin] Publish callbacks [] for security_group (04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.619221 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c0037e28-237d-4327-b4dd-07639fc62c7c req-fab89c57-f255-468b-8cb5-af23e5f1f02f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0301924 Feb 04 17:21:38.696889 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1aefa278-31f6-48fc-b52b-a141791cb634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.755878 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefa278-31f6-48fc-b52b-a141791cb634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:38.765462 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-1aefa278-31f6-48fc-b52b-a141791cb634 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61e4b5f32230467884c12aa1c6d7abdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7174156 Feb 04 17:21:38.767848 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53190) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:38.864518 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-ef880ba6-02d0-4f19-91d9-1b22e9f3048f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55326c2102354486ac3307b9155f9a91 HTTP/1.1" status: 200 len: 380 time: 0.1279159 Feb 04 17:21:38.889337 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'port': {'device_id': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'admin_state_up': True, 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'security_groups': ['1c1d3007-00a4-454f-a695-7b9a66e8088d']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:38.901336 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721d43-6212-46a2-b3a3-c96b322d215b req-68c3dcaa-f485-4e26-86dd-857f1fe93c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:38.903028 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c8721d43-6212-46a2-b3a3-c96b322d215b req-68c3dcaa-f485-4e26-86dd-857f1fe93c70 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1127 time: 0.0935974 Feb 04 17:21:38.905595 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b002a533-11bb-4785-8241-f1293a38fb46 admin admin] Publish callbacks [] for security_group (04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:38.921360 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-538f1dab-feec-4a3a-8668-e5331f28eaef service neutron] 10.222.0.93 "GET /v2.0/networks/985d2728-d174-419e-bb14-8b10ee0a0483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852982 Feb 04 17:21:39.071153 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b002a533-11bb-4785-8241-f1293a38fb46 admin admin] Publish callbacks [] for security_group (04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.206697 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d438e730-d366-40f6-84dc-9b7e9b541699 req-69fd9518-dd2f-4df7-9480-b08890e08fa5 service neutron] 10.222.0.93 "GET /v2.0/networks/985d2728-d174-419e-bb14-8b10ee0a0483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698743 Feb 04 17:21:39.216127 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf91701-25ef-46eb-85b4-8f5ca2cf57b2 req-a23fac3a-f390-4fdd-a3b6-1bdd411be869 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.217635 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ccf91701-25ef-46eb-85b4-8f5ca2cf57b2 req-a23fac3a-f390-4fdd-a3b6-1bdd411be869 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1537154 Feb 04 17:21:39.230912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721d43-6212-46a2-b3a3-c96b322d215b req-31d66d9e-5cf7-483c-a1e6-1d691e05e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.232787 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c8721d43-6212-46a2-b3a3-c96b322d215b req-31d66d9e-5cf7-483c-a1e6-1d691e05e789 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=115a773ef6f441f693a5432595fe6b9d&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2963736 Feb 04 17:21:39.302058 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ccf91701-25ef-46eb-85b4-8f5ca2cf57b2 req-fb59746d-f750-4e72-b613-7abaf7b039f6 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571184 Feb 04 17:21:39.351652 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b002a533-11bb-4785-8241-f1293a38fb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.355244 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b002a533-11bb-4785-8241-f1293a38fb46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.360191 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b002a533-11bb-4785-8241-f1293a38fb46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa HTTP/1.1" status: 204 len: 168 time: 0.5910959 Feb 04 17:21:39.363257 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Made reservation on behalf of 55326c2102354486ac3307b9155f9a91 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:39.367234 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:39.385727 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002a533-11bb-4785-8241-f1293a38fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a8b962-c6ae-48e9-a3f3-52b6e55eb7fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:39.408332 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8721d43-6212-46a2-b3a3-c96b322d215b req-4b6b6f22-7755-42fd-8798-aa2c0ad7a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.410757 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c8721d43-6212-46a2-b3a3-c96b322d215b req-4b6b6f22-7755-42fd-8798-aa2c0ad7a4e5 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1675534 Feb 04 17:21:39.607124 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Allocated IP 172.20.0.12 (70e854be-0fd2-4ca0-a059-0dae6806d9af/07b0cbcc-0916-40ce-9c6a-5397d19f843c/43aefd23-ba79-456b-b208-06f55cdc7be4) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:21:39.702664 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba8c82-e18f-4f66-9d76-690b4bb86323 req-d9206035-0c18-4b53-a155-be33b5be40e6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.704276 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-08ba8c82-e18f-4f66-9d76-690b4bb86323 req-d9206035-0c18-4b53-a155-be33b5be40e6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.1436646 Feb 04 17:21:39.706355 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-21a509a0-666b-4464-8f3a-8b0b080b5e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.708681 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-21a509a0-666b-4464-8f3a-8b0b080b5e5a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1127 time: 0.0759270 Feb 04 17:21:39.734771 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53228) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:39.804287 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-9e5cbdd8-b0e2-471f-af9f-b4ccdcadff3d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 200 len: 217 time: 0.0861776 Feb 04 17:21:39.850327 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104d282-cb86-46d8-b96f-67c0d7304eae req-b975e486-7032-4751-99ca-1aafda7303fa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.850327 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0104d282-cb86-46d8-b96f-67c0d7304eae req-b975e486-7032-4751-99ca-1aafda7303fa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.2380137 Feb 04 17:21:39.893812 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-ce397fbe-e9a2-4c28-be65-0a644eaaa4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:39.896313 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-ce397fbe-e9a2-4c28-be65-0a644eaaa4c0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.0824659 Feb 04 17:21:39.903359 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-08ba8c82-e18f-4f66-9d76-690b4bb86323 req-cc647443-25a8-4503-b1cb-24c8d5d5e3f9 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831524 Feb 04 17:21:39.966635 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0104d282-cb86-46d8-b96f-67c0d7304eae req-d02723b5-e965-4d0e-a530-e1e1602bdcf7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830986 Feb 04 17:21:40.008996 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.011404 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-34733072-0ab1-460e-b243-38008401573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:40.014662 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-34733072-0ab1-460e-b243-38008401573f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1113114 Feb 04 17:21:40.101695 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4c05af9b-6f93-4292-b44a-14fdedebd7a4 req-01eebbf7-dece-41b9-ae4c-d5ab4fb47824 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0796192 Feb 04 17:21:40.174831 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-e8bbfeda-d8ad-4c5c-8126-7dd6666ad59b service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541214 Feb 04 17:21:40.321809 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae580e8a-7545-42f1-a4f5-a6abbeff912c req-6ea76606-6f11-490e-a9f0-a9c6df964cd4 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397400 Feb 04 17:21:40.345431 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.422536 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:21:40.427497 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:40.432937 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:21:40.453179 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:40.453179 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.462940 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'Port': ['ID=43aefd23-ba79-456b-b208-06f55cdc7be4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:40.492804 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:40.569520 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af67e8-7756-43ff-859b-1a7917030329 req-8e524173-a755-460c-9124-5858263ad9b5 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:40.571216 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-30af67e8-7756-43ff-859b-1a7917030329 req-8e524173-a755-460c-9124-5858263ad9b5 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1184156 Feb 04 17:21:40.585619 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9685fa5-74bf-4656-8ba2-81062322b3d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.615208 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-624de006-683a-4abe-81e5-2f03274b69a8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7323859 Feb 04 17:21:40.634981 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Request body: {'port': {'device_id': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:40.668116 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cd5552e-920e-4200-961c-5dd9f284f3fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.724385 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-30af67e8-7756-43ff-859b-1a7917030329 req-a40e1145-ba76-47ca-91d8-855fb7c6f88e tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406066 Feb 04 17:21:40.779476 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.846894 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cd5552e-920e-4200-961c-5dd9f284f3fd admin admin] Publish callbacks [] for security_group (4cc435ea-c0a6-44ea-aaaf-a772212a5f52), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.873365 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9685fa5-74bf-4656-8ba2-81062322b3d9 admin admin] Publish callbacks [] for security_group (29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.897815 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-91a72091-d0b0-4b04-9f89-e5ce91f93e65 None None] Provisioning complete for port 43aefd23-ba79-456b-b208-06f55cdc7be4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:40.898834 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-91a72091-d0b0-4b04-9f89-e5ce91f93e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.917192 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1cd5552e-920e-4200-961c-5dd9f284f3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4cc435ea-c0a6-44ea-aaaf-a772212a5f52), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:40.953496 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-91a72091-d0b0-4b04-9f89-e5ce91f93e65 None None] Port 43aefd23-ba79-456b-b208-06f55cdc7be4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:21:41.001706 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b9685fa5-74bf-4656-8ba2-81062322b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.043217 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-1cd5552e-920e-4200-961c-5dd9f284f3fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d1ddf32f9cb4dcb892898fc7c33fc9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483084 Feb 04 17:21:41.044382 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53260) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:41.125088 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5552e-920e-4200-961c-5dd9f284f3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc435ea-c0a6-44ea-aaaf-a772212a5f52,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.215243 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2e88e9b-d7f6-4444-a244-b9d12fd80c68 admin admin] Publish callbacks [] for security_group (4cc435ea-c0a6-44ea-aaaf-a772212a5f52), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.227313 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9685fa5-74bf-4656-8ba2-81062322b3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.227626 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fb2cd-22ae-4d8c-af97-f4d5eeb04174 req-9d70c5f9-f923-41d7-8a84-75896592efd4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.229099 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f70fb2cd-22ae-4d8c-af97-f4d5eeb04174 req-9d70c5f9-f923-41d7-8a84-75896592efd4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.1753101 Feb 04 17:21:41.249506 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b9685fa5-74bf-4656-8ba2-81062322b3d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=714ef9e71c1f41a1b67212f7dd99b141&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4939303 Feb 04 17:21:41.249506 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53268) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:41.281448 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2e88e9b-d7f6-4444-a244-b9d12fd80c68 admin admin] Publish callbacks [] for security_group (4cc435ea-c0a6-44ea-aaaf-a772212a5f52), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.357349 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f70fb2cd-22ae-4d8c-af97-f4d5eeb04174 req-c26ac047-003d-4812-9dc6-d8e7b35d6b64 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051173 Feb 04 17:21:41.378582 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.403588 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6823bd47-9323-4c1f-9226-eb553cf9f1f8 req-898d3143-0c96-4001-9d88-989c99ead0f8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.405734 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6823bd47-9323-4c1f-9226-eb553cf9f1f8 req-898d3143-0c96-4001-9d88-989c99ead0f8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.3092301 Feb 04 17:21:41.444918 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6f0e-37e6-4db1-bfb2-64a643b40419 admin admin] Publish callbacks [] for security_group (29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.522619 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.528646 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2e88e9b-d7f6-4444-a244-b9d12fd80c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4cc435ea-c0a6-44ea-aaaf-a772212a5f52), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.530472 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43aefd23-ba79-456b-b208-06f55cdc7be4 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:41.532836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a2e88e9b-d7f6-4444-a244-b9d12fd80c68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.539647 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a2e88e9b-d7f6-4444-a244-b9d12fd80c68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cc435ea-c0a6-44ea-aaaf-a772212a5f52 HTTP/1.1" status: 204 len: 168 time: 0.4779460 Feb 04 17:21:41.547380 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6f0e-37e6-4db1-bfb2-64a643b40419 admin admin] Publish callbacks [] for security_group (29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.554789 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e88e9b-d7f6-4444-a244-b9d12fd80c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc435ea-c0a6-44ea-aaaf-a772212a5f52,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.559103 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Publish callbacks [] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.579366 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6823bd47-9323-4c1f-9226-eb553cf9f1f8 req-6ed42c64-15e6-4721-873e-fe196d1f0f95 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621332 Feb 04 17:21:41.619584 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6901e3e2-2591-4ebd-8b3a-3945fec14d1d req-58453305-8e16-4754-b213-ffc4974d7b55 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.621621 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6901e3e2-2591-4ebd-8b3a-3945fec14d1d req-58453305-8e16-4754-b213-ffc4974d7b55 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 932 time: 0.1391561 Feb 04 17:21:41.647506 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Transition to ACTIVE for port object 43aefd23-ba79-456b-b208-06f55cdc7be4 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:21:41.732264 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6901e3e2-2591-4ebd-8b3a-3945fec14d1d req-6477181d-5ace-4a2d-90d3-31f29912511f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973809 Feb 04 17:21:41.754893 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.812878 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6f0e-37e6-4db1-bfb2-64a643b40419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.815985 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6f0e-37e6-4db1-bfb2-64a643b40419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:41.820947 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-cf8c6f0e-37e6-4db1-bfb2-64a643b40419 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8 HTTP/1.1" status: 204 len: 168 time: 0.5693700 Feb 04 17:21:41.857440 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c6f0e-37e6-4db1-bfb2-64a643b40419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e8544f-2b0a-4a91-9ef9-c8fefb20b6f8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.876530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Pushing event updated for resources: {'Port': ['ID=43aefd23-ba79-456b-b208-06f55cdc7be4,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:41.950981 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be306b-e272-4cb4-a095-4a99c26da7ec req-e69cf419-8476-42a7-897d-6214b458aa09 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:41.958524 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b0be306b-e272-4cb4-a095-4a99c26da7ec req-e69cf419-8476-42a7-897d-6214b458aa09 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1304679 Feb 04 17:21:41.968881 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Attempting to bind port 43aefd23-ba79-456b-b208-06f55cdc7be4 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:21:41.974665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Attempting to bind port 43aefd23-ba79-456b-b208-06f55cdc7be4 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:21:41.974665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Attempting to bind port 43aefd23-ba79-456b-b208-06f55cdc7be4 on network 70e854be-0fd2-4ca0-a059-0dae6806d9af {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:41.983376 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Port 43aefd23-ba79-456b-b208-06f55cdc7be4 on network 70e854be-0fd2-4ca0-a059-0dae6806d9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:21:41.983756 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Attempting to bind port 43aefd23-ba79-456b-b208-06f55cdc7be4 on network 70e854be-0fd2-4ca0-a059-0dae6806d9af {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:21:41.995504 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:21:41.995849 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Checking segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:41.996243 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Bound using segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:21:41.996695 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Bound port: 43aefd23-ba79-456b-b208-06f55cdc7be4, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:21:41.997064 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:42.034335 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b0be306b-e272-4cb4-a095-4a99c26da7ec req-34657a0b-9ff1-4c86-8ac0-a03654bab735 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746970 Feb 04 17:21:42.111428 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] For port 43aefd23-ba79-456b-b208-06f55cdc7be4, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:21:42.115711 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] For port 43aefd23-ba79-456b-b208-06f55cdc7be4, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=43aefd23-ba79-456b-b208-06f55cdc7be4,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:21:42.211269 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:42.246853 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:42.247629 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:42.249096 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] 10.222.0.93 "PUT /v2.0/ports/43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 200 len: 1094 time: 1.6225343 Feb 04 17:21:42.251826 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:42.255657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd07c78-e8ec-4635-9d53-b3ca1476710e" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:42.302950 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c98bd-2b1e-4e1c-85a6-d765d6d062b2 service neutron] Pushing event updated for resources: {'Port': ['ID=43aefd23-ba79-456b-b208-06f55cdc7be4,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:42.343637 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1f7c66-83b1-4771-9cfa-ab097dd72edf x-openstack-request-id: req-df1f7c66-83b1-4771-9cfa-ab097dd72edf {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:42.344309 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:42.344739 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df1f7c66-83b1-4771-9cfa-ab097dd72edf {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:42.346774 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'status': 'completed', 'code': 200} Feb 04 17:21:42.437561 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd07c78-e8ec-4635-9d53-b3ca1476710e req-d0d7986e-042d-4f4b-aafe-8aafa298e85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:42.439180 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ebd07c78-e8ec-4635-9d53-b3ca1476710e req-d0d7986e-042d-4f4b-aafe-8aafa298e85f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1128 time: 0.0742586 Feb 04 17:21:42.677375 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499791-f3b5-4af2-874a-975b928da3f1 req-f3eefe85-d519-409e-a709-9932250f4c0b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:42.678853 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-60499791-f3b5-4af2-874a-975b928da3f1 req-f3eefe85-d519-409e-a709-9932250f4c0b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.2125044 Feb 04 17:21:42.724475 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd07c78-e8ec-4635-9d53-b3ca1476710e req-e6f03e8c-9683-49f4-8fca-6fbe7714eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:42.726010 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ebd07c78-e8ec-4635-9d53-b3ca1476710e req-e6f03e8c-9683-49f4-8fca-6fbe7714eda0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=55326c2102354486ac3307b9155f9a91&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2787097 Feb 04 17:21:42.774192 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d737352-7b0f-4364-a12c-7bdcbb8d492e req-4cd2832a-a6b2-4053-bba7-4cdf59115c94 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:42.777011 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7d737352-7b0f-4364-a12c-7bdcbb8d492e req-4cd2832a-a6b2-4053-bba7-4cdf59115c94 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1022470 Feb 04 17:21:42.832924 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-60499791-f3b5-4af2-874a-975b928da3f1 req-1299eb61-a069-4096-ae83-9514cd8e2fcc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435807 Feb 04 17:21:42.860589 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7d737352-7b0f-4364-a12c-7bdcbb8d492e req-15465c98-8929-411f-b2a5-188bcc2997b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747929 Feb 04 17:21:42.997988 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd07c78-e8ec-4635-9d53-b3ca1476710e req-e677ae22-e4a2-435d-bd6c-079d35981013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:42.999577 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ebd07c78-e8ec-4635-9d53-b3ca1476710e req-e677ae22-e4a2-435d-bd6c-079d35981013 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2669790 Feb 04 17:21:43.041061 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ad15-f3db-470f-9cc7-030168e3b356 req-e50e55d5-2d03-4e97-96c3-cbe7aa57e3dc tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:43.047075 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1f91ad15-f3db-470f-9cc7-030168e3b356 req-e50e55d5-2d03-4e97-96c3-cbe7aa57e3dc tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 944 time: 0.0916471 Feb 04 17:21:43.148818 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53320) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:43.154609 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1f91ad15-f3db-470f-9cc7-030168e3b356 req-94373a95-3551-4a66-ac0c-17ac505fd59d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881987 Feb 04 17:21:43.177057 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d6c58a6-1451-4934-9e87-953f1c64312c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.186354 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-d8ead5d8-5df5-401a-848a-4b75caf99efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:43.186354 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-d8ead5d8-5df5-401a-848a-4b75caf99efe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1128 time: 0.1282871 Feb 04 17:21:43.235949 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-fc1a8b9d-fbde-46ed-b815-0c722e91af39 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 200 len: 217 time: 0.0442865 Feb 04 17:21:43.313314 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6930675e-223b-47db-8249-837dc51b3e07 req-ce3472bf-09df-4906-a9b1-27c0f73d1964 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:43.316307 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6930675e-223b-47db-8249-837dc51b3e07 req-ce3472bf-09df-4906-a9b1-27c0f73d1964 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1434181 Feb 04 17:21:43.323048 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-c9fc278c-3ba6-456b-bcb0-667ff71ee8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:43.325778 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-c9fc278c-3ba6-456b-bcb0-667ff71ee8e8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.0827248 Feb 04 17:21:43.439103 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-6782f355-f65f-42ef-9632-63f0feb85d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:43.440783 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-6782f355-f65f-42ef-9632-63f0feb85d38 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1093385 Feb 04 17:21:43.443952 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6930675e-223b-47db-8249-837dc51b3e07 req-e0dbd613-71a7-4418-937e-8b371000fd5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199915 Feb 04 17:21:43.493922 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d6c58a6-1451-4934-9e87-953f1c64312c admin admin] Publish callbacks [] for security_group (5bfc8444-4f57-4301-b479-afdbc6d67170), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.563643 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d6c58a6-1451-4934-9e87-953f1c64312c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5bfc8444-4f57-4301-b479-afdbc6d67170), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:43.572797 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-1da172d1-ee0e-47e9-ab79-41e555786e3b service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233637 Feb 04 17:21:43.616752 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c58a6-1451-4934-9e87-953f1c64312c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfc8444-4f57-4301-b479-afdbc6d67170,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:43.626310 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53328) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:43.626598 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0d6c58a6-1451-4934-9e87-953f1c64312c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abc5a709bf614099a1d544e8776d31bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4762280 Feb 04 17:21:44.133843 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450ba12-574c-452a-a7b8-e217e917a43a req-ee3163ed-22a5-44ed-8e8b-0a4fd696c8da tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.135532 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5450ba12-574c-452a-a7b8-e217e917a43a req-ee3163ed-22a5-44ed-8e8b-0a4fd696c8da tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.1791902 Feb 04 17:21:44.141892 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bedfef7-25f7-4d9e-91b8-216869ccf831 req-6cc920fa-0f57-47f2-9260-2bae780c5f70 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625095 Feb 04 17:21:44.142796 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c83c6fc2-2566-408b-93b9-3fdb217cdafc admin admin] Publish callbacks [] for security_group (5bfc8444-4f57-4301-b479-afdbc6d67170), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.169452 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e48a22-2cdb-4ec5-b4a3-e5b2482e79ab req-06456304-ad86-41e5-bfed-a86dfd5b93b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.174855 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-81e48a22-2cdb-4ec5-b4a3-e5b2482e79ab req-06456304-ad86-41e5-bfed-a86dfd5b93b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1582081 Feb 04 17:21:44.190311 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c83c6fc2-2566-408b-93b9-3fdb217cdafc admin admin] Publish callbacks [] for security_group (5bfc8444-4f57-4301-b479-afdbc6d67170), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.242898 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5450ba12-574c-452a-a7b8-e217e917a43a req-4ebd4969-0523-425c-b169-446f099e7fd2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930953 Feb 04 17:21:44.284064 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-81e48a22-2cdb-4ec5-b4a3-e5b2482e79ab req-882705d5-ed24-4fec-836c-42e051e92538 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996199 Feb 04 17:21:44.380990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c83c6fc2-2566-408b-93b9-3fdb217cdafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5bfc8444-4f57-4301-b479-afdbc6d67170), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.386498 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c83c6fc2-2566-408b-93b9-3fdb217cdafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:44.398209 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c83c6fc2-2566-408b-93b9-3fdb217cdafc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bfc8444-4f57-4301-b479-afdbc6d67170 HTTP/1.1" status: 204 len: 168 time: 0.7700064 Feb 04 17:21:44.457777 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c6fc2-2566-408b-93b9-3fdb217cdafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfc8444-4f57-4301-b479-afdbc6d67170,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:44.464106 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:21:44.516174 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1a9fb-cef2-4d1a-be63-ac269016db07 req-51ad8b48-e8b0-40ec-b4d2-2b205942da22 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.530918 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4ef1a9fb-cef2-4d1a-be63-ac269016db07 req-51ad8b48-e8b0-40ec-b4d2-2b205942da22 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 944 time: 0.1307473 Feb 04 17:21:44.663576 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4ef1a9fb-cef2-4d1a-be63-ac269016db07 req-f738a748-6353-4b27-9802-75d90b0a5677 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246488 Feb 04 17:21:44.784017 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e01e38-15ab-4bac-9029-e67ec0f25c06 req-98d0a676-bc0f-4c07-b04c-6838ab833424 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:44.795995 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c1e01e38-15ab-4bac-9029-e67ec0f25c06 req-98d0a676-bc0f-4c07-b04c-6838ab833424 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1676784 Feb 04 17:21:44.881454 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:44.896120 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c1e01e38-15ab-4bac-9029-e67ec0f25c06 req-cbda9c03-63e5-4b31-9b80-d0d4e242f5b8 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879021 Feb 04 17:21:44.902005 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'port_id': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'mac_address': 'fa:16:3e:fc:d6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:21:45.003705 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:45.005007 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.029448 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048cf3d6-87e6-4215-b471-b1663dd1ea9c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:45.067630 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:45.140564 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.141559 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7d7fec10-63fd-4e1d-beb3-73380f88173b details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:21:45.261281 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:45.314675 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53390) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:45.334801 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 7d7fec10-63fd-4e1d-beb3-73380f88173b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:45.353137 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '7d7fec10-63fd-4e1d-beb3-73380f88173b', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'port_id': '7d7fec10-63fd-4e1d-beb3-73380f88173b', 'mac_address': 'fa:16:3e:e2:aa:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:21:45.448392 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 7d7fec10-63fd-4e1d-beb3-73380f88173b is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:45.449390 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.500427 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d7fec10-63fd-4e1d-beb3-73380f88173b {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:45.525274 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd402d-f504-4fe3-8b65-7a1c89b1efaa req-3f9bb775-8345-4f1a-8315-9eda0d0544c7 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:45.529318 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49dd402d-f504-4fe3-8b65-7a1c89b1efaa req-3f9bb775-8345-4f1a-8315-9eda0d0544c7 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 943 time: 0.1319687 Feb 04 17:21:45.552235 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 7d7fec10-63fd-4e1d-beb3-73380f88173b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:45.559539 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b105f4e-b537-4305-9125-b401dc1258b3 req-9dd0fc23-32ca-47ad-a06f-47dcddc6aa20 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:45.561929 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6b105f4e-b537-4305-9125-b401dc1258b3 req-9dd0fc23-32ca-47ad-a06f-47dcddc6aa20 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.1102865 Feb 04 17:21:45.623521 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49dd402d-f504-4fe3-8b65-7a1c89b1efaa req-02e39594-78f5-44b2-bd97-f598c640774b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814767 Feb 04 17:21:45.627761 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6b105f4e-b537-4305-9125-b401dc1258b3 req-83dfa9d6-6dc0-4f60-a279-50cadad9f0e3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577736 Feb 04 17:21:45.666796 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa6660b1-dcca-43df-8440-c907936ab80f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.668499 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.670330 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 9f4acfd2-f02c-4c07-977a-a3004698b932 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:21:45.838860 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=7d7fec10-63fd-4e1d-beb3-73380f88173b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:45.853901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa6660b1-dcca-43df-8440-c907936ab80f admin admin] Publish callbacks [] for security_group (4b383cbd-66f2-4e16-8352-ed0504c10ee8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:45.883003 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 9f4acfd2-f02c-4c07-977a-a3004698b932, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4acfd2-f02c-4c07-977a-a3004698b932,segment=NetworkSegment(341f4cc5-ef05-493f-ac0f-11cf34811534),segment_id=341f4cc5-ef05-493f-ac0f-11cf34811534)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:45.883304 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984b6d7-36b1-4f21-8f65-d3c479ef2a78 req-1e80e3fb-6ba7-4961-b593-f0fac02f3a9b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:45.887277 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5984b6d7-36b1-4f21-8f65-d3c479ef2a78 req-1e80e3fb-6ba7-4961-b593-f0fac02f3a9b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 944 time: 0.1100616 Feb 04 17:21:45.898220 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '9f4acfd2-f02c-4c07-977a-a3004698b932', 'network_id': '985d2728-d174-419e-bb14-8b10ee0a0483', 'port_id': '9f4acfd2-f02c-4c07-977a-a3004698b932', 'mac_address': 'fa:16:3e:a9:2e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f723c2b-a2be-4b66-9586-80bfb90e4734', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:21:45.955320 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 9f4acfd2-f02c-4c07-977a-a3004698b932 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:45.956100 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.005388 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53414) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:46.012225 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5984b6d7-36b1-4f21-8f65-d3c479ef2a78 req-44be7c0b-d9a6-4f54-ac1d-19980f540898 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138129 Feb 04 17:21:46.013929 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa6660b1-dcca-43df-8440-c907936ab80f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4b383cbd-66f2-4e16-8352-ed0504c10ee8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.014664 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4acfd2-f02c-4c07-977a-a3004698b932 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:46.075591 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-aa6660b1-dcca-43df-8440-c907936ab80f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c33560bc42d543f18c8ad65eb4c5eee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7587082 Feb 04 17:21:46.081727 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53418) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:46.087730 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6660b1-dcca-43df-8440-c907936ab80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b383cbd-66f2-4e16-8352-ed0504c10ee8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.145602 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 9f4acfd2-f02c-4c07-977a-a3004698b932, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4acfd2-f02c-4c07-977a-a3004698b932,segment=NetworkSegment(341f4cc5-ef05-493f-ac0f-11cf34811534),segment_id=341f4cc5-ef05-493f-ac0f-11cf34811534)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:46.181886 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df968c6b-217b-4f99-9c1e-58677677da96 admin admin] Publish callbacks [] for security_group (4b383cbd-66f2-4e16-8352-ed0504c10ee8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.232442 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.237613 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df968c6b-217b-4f99-9c1e-58677677da96 admin admin] Publish callbacks [] for security_group (4b383cbd-66f2-4e16-8352-ed0504c10ee8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.328150 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4238877d-c58e-4f6f-b75d-23cbfa243408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.337315 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=9f4acfd2-f02c-4c07-977a-a3004698b932,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.349644 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454f0175-b926-4913-b493-a74443c5f3df req-0e7127b6-a52c-4edd-a70d-53752ef19e07 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:46.353120 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-454f0175-b926-4913-b493-a74443c5f3df req-0e7127b6-a52c-4edd-a70d-53752ef19e07 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 943 time: 0.1877816 Feb 04 17:21:46.463062 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-454f0175-b926-4913-b493-a74443c5f3df req-c292903c-b492-4dd4-8836-c9be1bd7131c tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987897 Feb 04 17:21:46.528426 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df968c6b-217b-4f99-9c1e-58677677da96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4b383cbd-66f2-4e16-8352-ed0504c10ee8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.530420 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-df968c6b-217b-4f99-9c1e-58677677da96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.531920 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-df968c6b-217b-4f99-9c1e-58677677da96 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b383cbd-66f2-4e16-8352-ed0504c10ee8 HTTP/1.1" status: 204 len: 168 time: 0.4476709 Feb 04 17:21:46.561100 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df968c6b-217b-4f99-9c1e-58677677da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b383cbd-66f2-4e16-8352-ed0504c10ee8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.658362 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4238877d-c58e-4f6f-b75d-23cbfa243408 admin admin] Publish callbacks [] for security_group (5d3aec65-7e57-4f93-9834-78a5ea092a67), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.746432 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4238877d-c58e-4f6f-b75d-23cbfa243408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5d3aec65-7e57-4f93-9834-78a5ea092a67), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:46.855502 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c86a7fc-1382-438b-ae8f-c1b7eecc4c0d req-cc70f9c4-75f7-47e9-8c08-7ab53d8ef52e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:46.857249 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c86a7fc-1382-438b-ae8f-c1b7eecc4c0d req-cc70f9c4-75f7-47e9-8c08-7ab53d8ef52e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.1069973 Feb 04 17:21:46.890369 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238877d-c58e-4f6f-b75d-23cbfa243408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d3aec65-7e57-4f93-9834-78a5ea092a67,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:46.902554 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-4238877d-c58e-4f6f-b75d-23cbfa243408 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b4a35764c694972ab14a54032e71639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8919792 Feb 04 17:21:46.903656 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53438) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:46.938929 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c86a7fc-1382-438b-ae8f-c1b7eecc4c0d req-1169d63f-5f09-47a2-8b8d-17ea942b5a6d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698943 Feb 04 17:21:46.984973 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e4adc5-6e0e-4493-8784-c00ad5249270 req-745a320e-342d-423c-beaa-24a4d82e3865 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:46.987804 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f1e4adc5-6e0e-4493-8784-c00ad5249270 req-745a320e-342d-423c-beaa-24a4d82e3865 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.1927299 Feb 04 17:21:47.075773 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb9752ee-0006-4de9-9988-c7ce3b7fd8f0 admin admin] Publish callbacks [] for security_group (5d3aec65-7e57-4f93-9834-78a5ea092a67), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.109797 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f1e4adc5-6e0e-4493-8784-c00ad5249270 req-9b73eeed-b179-4619-a888-a4f99098dd6e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088157 Feb 04 17:21:47.138405 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb9752ee-0006-4de9-9988-c7ce3b7fd8f0 admin admin] Publish callbacks [] for security_group (5d3aec65-7e57-4f93-9834-78a5ea092a67), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.239012 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308fabc-7892-4061-9f52-2aba18acbdd5 req-5f1a3f7b-fc71-4076-b188-b56f1b002c33 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:47.242322 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3308fabc-7892-4061-9f52-2aba18acbdd5 req-5f1a3f7b-fc71-4076-b188-b56f1b002c33 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 944 time: 0.1078777 Feb 04 17:21:47.329715 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3308fabc-7892-4061-9f52-2aba18acbdd5 req-b39806f7-70e5-4777-9bc6-e405704ae247 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765240 Feb 04 17:21:47.404669 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb9752ee-0006-4de9-9988-c7ce3b7fd8f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5d3aec65-7e57-4f93-9834-78a5ea092a67), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.408908 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cb9752ee-0006-4de9-9988-c7ce3b7fd8f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:47.411943 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-cb9752ee-0006-4de9-9988-c7ce3b7fd8f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d3aec65-7e57-4f93-9834-78a5ea092a67 HTTP/1.1" status: 204 len: 168 time: 0.5053713 Feb 04 17:21:47.424550 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9752ee-0006-4de9-9988-c7ce3b7fd8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d3aec65-7e57-4f93-9834-78a5ea092a67,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:47.664631 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690ad11-c973-4f8a-ba07-2d1de6746963 req-ec5eda13-3973-4452-99f5-fb9b781bb6fd tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:47.667415 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3690ad11-c973-4f8a-ba07-2d1de6746963 req-ec5eda13-3973-4452-99f5-fb9b781bb6fd tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.0905995 Feb 04 17:21:47.763121 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3690ad11-c973-4f8a-ba07-2d1de6746963 req-8e81f67c-e536-4450-854f-640771e89a48 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834632 Feb 04 17:21:47.813604 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['048cf3d6-87e6-4215-b471-b1663dd1ea9c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:48.145647 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08cccf0-05f5-43e3-886e-fe3efcb892f2 req-1ba5d699-44f6-4f37-a45a-03a163800a9c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.148267 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c08cccf0-05f5-43e3-886e-fe3efcb892f2 req-1ba5d699-44f6-4f37-a45a-03a163800a9c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0720794 Feb 04 17:21:48.211416 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c08cccf0-05f5-43e3-886e-fe3efcb892f2 req-457427a4-bf28-4a2a-a19a-fc8307e6aff4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568016 Feb 04 17:21:48.327274 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89717c4-29da-4d54-bf8a-6e616214c17a req-96bfd9ea-b1ec-45eb-a67d-25093dc8234b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.329570 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d89717c4-29da-4d54-bf8a-6e616214c17a req-96bfd9ea-b1ec-45eb-a67d-25093dc8234b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.0697472 Feb 04 17:21:48.411847 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d89717c4-29da-4d54-bf8a-6e616214c17a req-e2bb2693-560c-42e3-a9a9-098fe92cbdaa tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746188 Feb 04 17:21:48.520972 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b599942-d255-4008-90e0-997f840696e8 req-56cbacc8-f284-4866-822d-d6193a896e02 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.522680 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b599942-d255-4008-90e0-997f840696e8 req-56cbacc8-f284-4866-822d-d6193a896e02 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 944 time: 0.0738857 Feb 04 17:21:48.589309 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b599942-d255-4008-90e0-997f840696e8 req-0bc07a35-1317-4b2e-8ab5-830569b62cbc tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557723 Feb 04 17:21:48.646461 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53490) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:48.677764 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bff7f8b6-46bc-4bc7-b969-151e1a8bea48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.792881 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['9f4acfd2-f02c-4c07-977a-a3004698b932'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:48.816618 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bff7f8b6-46bc-4bc7-b969-151e1a8bea48 admin admin] Publish callbacks [] for security_group (d29b19a4-7bac-4a2f-b544-1cbfdc752af1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.913685 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bff7f8b6-46bc-4bc7-b969-151e1a8bea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (d29b19a4-7bac-4a2f-b544-1cbfdc752af1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:48.929723 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393dc25-b18a-470c-993b-580ed9cb6a42 req-d8cffe80-440f-439e-a7b3-a564c792a673 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:48.933548 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5393dc25-b18a-470c-993b-580ed9cb6a42 req-d8cffe80-440f-439e-a7b3-a564c792a673 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.0685892 Feb 04 17:21:49.002452 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5393dc25-b18a-470c-993b-580ed9cb6a42 req-9fa2b8b2-c437-434e-b041-3ce9f8c6dacc tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567975 Feb 04 17:21:49.004565 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53496) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:49.006996 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-bff7f8b6-46bc-4bc7-b969-151e1a8bea48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac1c2d00dc1a4071b7c60f6eeafb766d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585887 Feb 04 17:21:49.014039 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff7f8b6-46bc-4bc7-b969-151e1a8bea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29b19a4-7bac-4a2f-b544-1cbfdc752af1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:49.017075 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53500) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:49.117483 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ba65-9376-45bc-b1da-fe39cfa81ae8 admin admin] Publish callbacks [] for security_group (d29b19a4-7bac-4a2f-b544-1cbfdc752af1), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.150658 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-845034000-network', 'tenant_id': '9f1b8cf580384271b0248105b3c9c872'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:49.167631 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ba65-9376-45bc-b1da-fe39cfa81ae8 admin admin] Publish callbacks [] for security_group (d29b19a4-7bac-4a2f-b544-1cbfdc752af1), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.362450 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Made reservation on behalf of 9f1b8cf580384271b0248105b3c9c872 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:49.366091 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.380015 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.420566 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e523be12-ba94-4859-827b-47b72ea8e2e9 req-9bfa09fd-ddf0-454b-b21c-3edda389582b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:49.423649 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e523be12-ba94-4859-827b-47b72ea8e2e9 req-9bfa09fd-ddf0-454b-b21c-3edda389582b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0982287 Feb 04 17:21:49.441917 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ba65-9376-45bc-b1da-fe39cfa81ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (d29b19a4-7bac-4a2f-b544-1cbfdc752af1), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.446694 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f0c4ba65-9376-45bc-b1da-fe39cfa81ae8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.454919 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-f0c4ba65-9376-45bc-b1da-fe39cfa81ae8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d29b19a4-7bac-4a2f-b544-1cbfdc752af1 HTTP/1.1" status: 204 len: 168 time: 0.4296036 Feb 04 17:21:49.513244 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c4ba65-9376-45bc-b1da-fe39cfa81ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29b19a4-7bac-4a2f-b544-1cbfdc752af1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:49.559564 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e523be12-ba94-4859-827b-47b72ea8e2e9 req-b5977480-4799-46f7-a79f-f4bdde70f23f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231582 Feb 04 17:21:49.708849 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks [] for security_group (b0bfd50f-b73b-47aa-b564-d728c8d5f4df), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.721987 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf99f5a-054c-4a13-b0da-b1967fd426b9 req-5b54ca18-b961-4e82-ac64-605a73f70dd6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:49.725232 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2cf99f5a-054c-4a13-b0da-b1967fd426b9 req-5b54ca18-b961-4e82-ac64-605a73f70dd6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.1702144 Feb 04 17:21:49.798456 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc928d-6db1-42c4-9672-0686df573b90 req-6486ee3e-8b01-4544-a836-e925d8a5d6f2 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:49.798456 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6adc928d-6db1-42c4-9672-0686df573b90 req-6486ee3e-8b01-4544-a836-e925d8a5d6f2 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 944 time: 0.1022902 Feb 04 17:21:49.808401 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (b0bfd50f-b73b-47aa-b564-d728c8d5f4df), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.830568 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2cf99f5a-054c-4a13-b0da-b1967fd426b9 req-109f0e1e-0d1f-4241-8dff-e4590d7c9e86 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979612 Feb 04 17:21:49.876790 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:21:49.883749 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6adc928d-6db1-42c4-9672-0686df573b90 req-eab5231b-3757-4a6d-ba4d-45ec08550269 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779519 Feb 04 17:21:49.892087 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bfd50f-b73b-47aa-b564-d728c8d5f4df,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:49.905310 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:49.905845 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Added segment 1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc of type vlan for network d11beb1e-c800-4f4d-a735-4adac7aee144 Feb 04 17:21:49.976613 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (d11beb1e-c800-4f4d-a735-4adac7aee144), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.000793 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:50.169959 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (d11beb1e-c800-4f4d-a735-4adac7aee144), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.173146 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:50.174193 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.285599 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] Pushing event updated for resources: {'Network': ['ID=d11beb1e-c800-4f4d-a735-4adac7aee144,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:50.299632 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network d11beb1e-c800-4f4d-a735-4adac7aee144 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:21:50.319078 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374be3e1-b1a6-49be-b770-de83fe7742c3 req-4b9ee505-dfdc-45a5-927a-68e94dee96ef tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:50.320725 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-374be3e1-b1a6-49be-b770-de83fe7742c3 req-4b9ee505-dfdc-45a5-927a-68e94dee96ef tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.1178470 Feb 04 17:21:50.395237 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-44874ed8-a8f3-4e38-b5b6-bc1f3e37f278 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3851969 Feb 04 17:21:50.395509 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53528) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:21:50.398803 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-374be3e1-b1a6-49be-b770-de83fe7742c3 req-985e2b81-ab53-40b6-8d37-81c96e0116b9 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712278 Feb 04 17:21:50.409218 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Request body: {'subnet': {'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-845034000-subnet', 'tenant_id': '9f1b8cf580384271b0248105b3c9c872', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:21:50.604548 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Made reservation on behalf of 9f1b8cf580384271b0248105b3c9c872 for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:21:50.613679 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:50.771107 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193b16c6-a489-4c33-b5cd-5d59c03ab471 req-d78aab4c-288e-4dcc-bf9e-412626f4f400 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:50.772858 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-193b16c6-a489-4c33-b5cd-5d59c03ab471 req-d78aab4c-288e-4dcc-bf9e-412626f4f400 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0908904 Feb 04 17:21:50.981811 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-193b16c6-a489-4c33-b5cd-5d59c03ab471 req-6cacc10a-f058-40f6-b111-5463473b423b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685746 Feb 04 17:21:51.099258 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2f19e-1556-4220-96b3-d37023dd9cd1 req-31d39714-edb0-4576-9de1-48d17b02c4de tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:51.100595 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (6285b362-b5b6-49f5-884d-808b0c19d073), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.101899 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-48a2f19e-1556-4220-96b3-d37023dd9cd1 req-31d39714-edb0-4576-9de1-48d17b02c4de tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.0965791 Feb 04 17:21:51.197485 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-48a2f19e-1556-4220-96b3-d37023dd9cd1 req-82ab4579-ccaa-406a-ab9d-84e16192b67a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797250 Feb 04 17:21:51.273896 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6285b362-b5b6-49f5-884d-808b0c19d073,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:51.288112 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Checking segment: {'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:21:51.288514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Network hostable DHCP agents. Network: d11beb1e-c800-4f4d-a735-4adac7aee144, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:21:51.300869 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e455c-0fd9-48b0-b0c9-9e4798206384 req-f4c9737d-e5e8-4f7a-9b83-678d1d3e7132 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:51.302953 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-056e455c-0fd9-48b0-b0c9-9e4798206384 req-f4c9737d-e5e8-4f7a-9b83-678d1d3e7132 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 944 time: 0.1919274 Feb 04 17:21:51.395750 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-056e455c-0fd9-48b0-b0c9-9e4798206384 req-c260efcb-5bd3-47d1-bed0-b0e2f355dbce tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789380 Feb 04 17:21:51.424765 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Network d11beb1e-c800-4f4d-a735-4adac7aee144 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:21:51.507084 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, d11beb1e-c800-4f4d-a735-4adac7aee144) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:21:51.513202 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:51.516624 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:51.525988 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9913e180-7ffd-49ca-a1d5-64f198d9b12d None None] Network d11beb1e-c800-4f4d-a735-4adac7aee144 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:51.583986 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f969f7-2f01-47bb-afd6-69d2d3ead1a0 req-1bc03634-b6af-4565-928c-b05ac810b106 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:51.586929 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73f969f7-2f01-47bb-afd6-69d2d3ead1a0 req-1bc03634-b6af-4565-928c-b05ac810b106 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.0678942 Feb 04 17:21:51.609316 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-1162ed06-19bc-47eb-95e5-3215c67c7570 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2121737 Feb 04 17:21:51.694297 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73f969f7-2f01-47bb-afd6-69d2d3ead1a0 req-7bcd5950-c01c-4f40-9541-73703fc801c7 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992305 Feb 04 17:21:51.915821 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ebde34-e075-4eff-9040-4da5ced3860d None None] Network d11beb1e-c800-4f4d-a735-4adac7aee144 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:21:52.046998 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 43aefd23-ba79-456b-b208-06f55cdc7be4 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:21:52.202733 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.209487 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 43aefd23-ba79-456b-b208-06f55cdc7be4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=43aefd23-ba79-456b-b208-06f55cdc7be4,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:52.225442 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'port_id': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'mac_address': 'fa:16:3e:f3:58:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:21:52.268465 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5c2d6-09ac-42b4-aa4f-bbc624640887 req-1ce5dec0-576b-4dc4-8bf5-efd9a22ee174 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.283029 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 43aefd23-ba79-456b-b208-06f55cdc7be4 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:52.283302 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3e5c2d6-09ac-42b4-aa4f-bbc624640887 req-1ce5dec0-576b-4dc4-8bf5-efd9a22ee174 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.1388302 Feb 04 17:21:52.283681 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.307026 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43aefd23-ba79-456b-b208-06f55cdc7be4 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:21:52.330224 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 43aefd23-ba79-456b-b208-06f55cdc7be4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=43aefd23-ba79-456b-b208-06f55cdc7be4,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:52.402338 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3e5c2d6-09ac-42b4-aa4f-bbc624640887 req-c8baac58-16e9-4e2c-9397-08cc32de96af tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172938 Feb 04 17:21:52.427266 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9a7f3-5c3b-4780-a9c0-08ef78d16689 req-e243359b-dcf3-4f8d-8685-a6aec27b3676 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.436579 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:52.452011 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bbf9a7f3-5c3b-4780-a9c0-08ef78d16689 req-e243359b-dcf3-4f8d-8685-a6aec27b3676 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.1257942 Feb 04 17:21:52.533285 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bbf9a7f3-5c3b-4780-a9c0-08ef78d16689 req-72cbeaeb-ad60-4f4d-9b67-67489c30df1e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810201 Feb 04 17:21:52.551785 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=43aefd23-ba79-456b-b208-06f55cdc7be4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:52.626999 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad215-3aba-4d3a-b544-8196c9c2dea8 req-82722f2c-821e-4661-afcd-b0664ccde541 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.629892 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-259ad215-3aba-4d3a-b544-8196c9c2dea8 req-82722f2c-821e-4661-afcd-b0664ccde541 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 945 time: 0.1223016 Feb 04 17:21:52.705465 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-259ad215-3aba-4d3a-b544-8196c9c2dea8 req-9a6a49d5-1f14-4626-9a52-90951b5e1277 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681617 Feb 04 17:21:52.889610 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2082c2e-8dd6-48d5-aa08-81d6b44030ae req-52a96d2c-096d-485f-8de6-6564b65bc08f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:52.891247 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a2082c2e-8dd6-48d5-aa08-81d6b44030ae req-52a96d2c-096d-485f-8de6-6564b65bc08f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.1007137 Feb 04 17:21:52.955097 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a2082c2e-8dd6-48d5-aa08-81d6b44030ae req-4b2c4807-b983-42a9-87cd-1513c260fd7c tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542545 Feb 04 17:21:53.579642 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b3a22-03d2-4d00-81b1-2b43efe2bb94 req-7de513af-1063-4346-81e8-cc201bee4b45 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:53.582738 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ab1b3a22-03d2-4d00-81b1-2b43efe2bb94 req-7de513af-1063-4346-81e8-cc201bee4b45 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0737257 Feb 04 17:21:53.658675 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ab1b3a22-03d2-4d00-81b1-2b43efe2bb94 req-174bc7bb-7ff1-4add-9cda-2419e148d729 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680728 Feb 04 17:21:53.747627 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751f9ba-193e-4ea5-af10-f572ebb75520 req-80f04c97-b3c8-4f17-9059-b37ed893be6d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:53.750983 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1751f9ba-193e-4ea5-af10-f572ebb75520 req-80f04c97-b3c8-4f17-9059-b37ed893be6d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.1062944 Feb 04 17:21:53.814839 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1751f9ba-193e-4ea5-af10-f572ebb75520 req-eb1a5e67-3fc4-495e-8b02-fb295fa74b86 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538287 Feb 04 17:21:53.849921 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5d7ac-9ed2-4bbc-b8ca-f0ee39ba0437 req-72ea0e66-e401-4618-b93e-ab0f54875934 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:53.851595 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3ce5d7ac-9ed2-4bbc-b8ca-f0ee39ba0437 req-72ea0e66-e401-4618-b93e-ab0f54875934 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 945 time: 0.0598180 Feb 04 17:21:53.920518 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3ce5d7ac-9ed2-4bbc-b8ca-f0ee39ba0437 req-305b2b39-4888-4854-ace8-c0b2a5b09dc0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625644 Feb 04 17:21:54.141474 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdb6a9-bf60-4776-a730-89db75af28f5 req-5937819c-6e1f-42b8-b450-e31f0cedec63 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:54.143385 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-39bdb6a9-bf60-4776-a730-89db75af28f5 req-5937819c-6e1f-42b8-b450-e31f0cedec63 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.0882235 Feb 04 17:21:54.201946 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-39bdb6a9-bf60-4776-a730-89db75af28f5 req-37b82219-e90a-4edc-8e8b-607408523736 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513062 Feb 04 17:21:54.848462 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ff507-c0b8-4182-a37a-ab4ba85a3832 req-5b26c11e-03d7-4ceb-a735-d15267499056 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:54.850328 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5f9ff507-c0b8-4182-a37a-ab4ba85a3832 req-5b26c11e-03d7-4ceb-a735-d15267499056 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0821259 Feb 04 17:21:54.957396 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5f9ff507-c0b8-4182-a37a-ab4ba85a3832 req-fcef168c-caa9-4f2f-8481-af2aa9e1122e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903897 Feb 04 17:21:55.013891 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dcf3bd-647f-4202-b748-6c04e4de209a req-bbb48a1b-d2c2-41f7-b42d-c4692d712746 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:55.024254 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-09dcf3bd-647f-4202-b748-6c04e4de209a req-bbb48a1b-d2c2-41f7-b42d-c4692d712746 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.1176262 Feb 04 17:21:55.097121 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-09dcf3bd-647f-4202-b748-6c04e4de209a req-9b424000-b6bd-4fbd-966a-17f916073f38 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703316 Feb 04 17:21:55.132319 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7937bf61-2c18-4476-be26-6958d783e8e9 req-13a4a26e-da56-40a3-8c24-60489d8bed77 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:55.140013 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7937bf61-2c18-4476-be26-6958d783e8e9 req-13a4a26e-da56-40a3-8c24-60489d8bed77 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 945 time: 0.0817950 Feb 04 17:21:55.204956 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7937bf61-2c18-4476-be26-6958d783e8e9 req-1363d016-e3db-4c95-98c8-0b28367aaf16 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605664 Feb 04 17:21:55.349690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c6d98-f2a0-4f82-90ea-e4e49fceea23 req-2c954a83-4708-459c-8431-de8cf7a67dfc tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:55.351565 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fb6c6d98-f2a0-4f82-90ea-e4e49fceea23 req-2c954a83-4708-459c-8431-de8cf7a67dfc tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.0653789 Feb 04 17:21:55.419900 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fb6c6d98-f2a0-4f82-90ea-e4e49fceea23 req-2a30dd6f-2343-4779-82ff-54fbac97d1b6 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598335 Feb 04 17:21:55.720041 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['43aefd23-ba79-456b-b208-06f55cdc7be4'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:21:56.141877 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea11cc-6f83-4e92-b827-05c70625ce25 req-9d61884c-9a6e-4bf9-96c1-04df82f5bb67 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.144753 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-57ea11cc-6f83-4e92-b827-05c70625ce25 req-9d61884c-9a6e-4bf9-96c1-04df82f5bb67 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0865991 Feb 04 17:21:56.208749 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-57ea11cc-6f83-4e92-b827-05c70625ce25 req-108a3050-ba59-48e2-836a-f786e2d18587 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541141 Feb 04 17:21:56.293602 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d2932-7a3c-4d43-8bbb-23370b4c9c05 req-a6717299-b4a4-4f00-8309-be0708795618 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.294142 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-055d2932-7a3c-4d43-8bbb-23370b4c9c05 req-a6717299-b4a4-4f00-8309-be0708795618 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.0826776 Feb 04 17:21:56.378034 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-055d2932-7a3c-4d43-8bbb-23370b4c9c05 req-168d6533-3a62-4fb6-98bd-e2e513528c06 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777051 Feb 04 17:21:56.442182 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6418b4-d888-48da-80f1-00cd3ccafd1c req-c496dd26-0d48-41c2-92e1-d1b1db5f6531 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.444914 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-db6418b4-d888-48da-80f1-00cd3ccafd1c req-c496dd26-0d48-41c2-92e1-d1b1db5f6531 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 945 time: 0.0935152 Feb 04 17:21:56.520609 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-db6418b4-d888-48da-80f1-00cd3ccafd1c req-e82d2c21-f039-4954-a5a7-3c8915a160e2 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668108 Feb 04 17:21:56.560556 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0248578-f53f-444a-aa15-549c959b839f req-4f6a5049-5c57-449d-822d-223431bc87af tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:56.562222 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0248578-f53f-444a-aa15-549c959b839f req-4f6a5049-5c57-449d-822d-223431bc87af tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.0620983 Feb 04 17:21:56.642479 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0248578-f53f-444a-aa15-549c959b839f req-ca5bf754-4656-4f8d-8418-3ff3dea3c78f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720906 Feb 04 17:21:57.093601 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:57.284484 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 048cf3d6-87e6-4215-b471-b1663dd1ea9c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:21:57.292904 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 048cf3d6-87e6-4215-b471-b1663dd1ea9c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:57.293911 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.437464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7638bb5c-0de7-4716-a224-aaa557b2996c req-6508effc-a4bf-4e46-aa64-064fec0c0c6b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.441796 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7638bb5c-0de7-4716-a224-aaa557b2996c req-6508effc-a4bf-4e46-aa64-064fec0c0c6b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.1039097 Feb 04 17:21:57.478699 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:57.484965 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.518936 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:21:57.554103 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7638bb5c-0de7-4716-a224-aaa557b2996c req-1c74eaae-3bf8-4e39-84f1-eb33bc1ebcfd tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978119 Feb 04 17:21:57.622519 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:57.657659 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-ba3a1e2b-09c5-4e20-afdf-51a7129b4685 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.659415 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-ba3a1e2b-09c5-4e20-afdf-51a7129b4685 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/networks?id=d11beb1e-c800-4f4d-a735-4adac7aee144 HTTP/1.1" status: 200 len: 808 time: 0.2144206 Feb 04 17:21:57.690183 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-07039db0-2949-4f00-9b8d-82dcd01ab037 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/quotas/9f1b8cf580384271b0248105b3c9c872 HTTP/1.1" status: 200 len: 375 time: 0.0186243 Feb 04 17:21:57.696249 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:57.697455 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7d7fec10-63fd-4e1d-beb3-73380f88173b up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:57.792042 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-eb04261a-cf25-4436-8eaa-7604e932ccda tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1b8cf580384271b0248105b3c9c872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0997343 Feb 04 17:21:57.851330 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:57.876411 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9ec90e-5a91-46e4-bf4e-25de1ea66626" -d '{"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-plugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:21:57.894135 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.895102 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.895471 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.895879 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.896230 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.896569 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.896932 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.897285 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.897629 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.897977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.898350 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.898701 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.899314 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:21:57.899465 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee648d49-cdbe-453e-9b5f-5fb2cf5f7492 req-13dc7a64-64bc-440c-9f57-79d56cbd546c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:57.903683 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ee648d49-cdbe-453e-9b5f-5fb2cf5f7492 req-13dc7a64-64bc-440c-9f57-79d56cbd546c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 944 time: 0.1558282 Feb 04 17:21:57.912021 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 7d7fec10-63fd-4e1d-beb3-73380f88173b completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:21:57.930573 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 7d7fec10-63fd-4e1d-beb3-73380f88173b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:57.930573 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.030650 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ee648d49-cdbe-453e-9b5f-5fb2cf5f7492 req-7aad263d-2408-4eb7-a24b-7b32935e1567 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126482 Feb 04 17:21:58.047382 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-0c9e7edf-2394-45b8-9ae6-cae63ff640bd service neutron] 10.222.0.24 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353358 Feb 04 17:21:58.129121 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 7d7fec10-63fd-4e1d-beb3-73380f88173b is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:58.130001 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.187070 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 7d7fec10-63fd-4e1d-beb3-73380f88173b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:58.233466 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-17288a2a-3e10-42cd-bb2c-b5de2556860c service neutron] 10.222.0.24 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847224 Feb 04 17:21:58.262857 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680bba1-3511-461b-a59b-69f45fb44207 req-cb5b524d-cfc6-4def-b1eb-807462b98b3f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:58.267942 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d680bba1-3511-461b-a59b-69f45fb44207 req-cb5b524d-cfc6-4def-b1eb-807462b98b3f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 945 time: 0.0898554 Feb 04 17:21:58.317019 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.318330 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 43aefd23-ba79-456b-b208-06f55cdc7be4 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:58.363677 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d680bba1-3511-461b-a59b-69f45fb44207 req-f4ed8950-58dd-42ac-8d8c-cb620354403d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868788 Feb 04 17:21:58.463458 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=7d7fec10-63fd-4e1d-beb3-73380f88173b,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:58.549688 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 43aefd23-ba79-456b-b208-06f55cdc7be4 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:21:58.550875 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96adb6c7-beb7-456d-aad0-77aee4415427 req-f5a71309-b0a4-45c4-bca7-27adfe41b4c3 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:58.559789 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-96adb6c7-beb7-456d-aad0-77aee4415427 req-f5a71309-b0a4-45c4-bca7-27adfe41b4c3 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 944 time: 0.0809326 Feb 04 17:21:58.578561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 43aefd23-ba79-456b-b208-06f55cdc7be4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:58.579191 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.733813 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-96adb6c7-beb7-456d-aad0-77aee4415427 req-1249604d-d745-47ce-8389-8722676e99ee tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676524 Feb 04 17:21:58.776629 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 43aefd23-ba79-456b-b208-06f55cdc7be4 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:58.777290 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:58.897299 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12db61a9-cd93-40d1-8d95-30fcc5a5394e x-openstack-request-id: req-12db61a9-cd93-40d1-8d95-30fcc5a5394e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:21:58.897894 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-plugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:21:58.898437 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12db61a9-cd93-40d1-8d95-30fcc5a5394e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:21:58.899209 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'code': 200} Feb 04 17:21:58.902826 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 43aefd23-ba79-456b-b208-06f55cdc7be4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=43aefd23-ba79-456b-b208-06f55cdc7be4,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:58.979784 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5a8b8b39-b726-47ca-85a9-9d12b29d8478 req-1d99a4ea-29f2-4644-8328-77cbf9c6d485 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0867474 Feb 04 17:21:59.028570 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.029731 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 9f4acfd2-f02c-4c07-977a-a3004698b932 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:21:59.189241 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e2bff-0108-43e1-83fe-71be5d534d4c req-e22df7c6-b5b2-4649-a8e4-79a272593a83 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.207469 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ff3e2bff-0108-43e1-83fe-71be5d534d4c req-e22df7c6-b5b2-4649-a8e4-79a272593a83 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1746228 Feb 04 17:21:59.215893 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=43aefd23-ba79-456b-b208-06f55cdc7be4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:59.324503 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ff3e2bff-0108-43e1-83fe-71be5d534d4c req-21bf6ef9-0089-426f-a487-c402e5633404 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140296 Feb 04 17:21:59.353879 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4c08d2-8305-40ea-abc7-5cb57af77b04 req-03320283-4578-4ae0-9c66-c7739fe58a37 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.362214 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7e4c08d2-8305-40ea-abc7-5cb57af77b04 req-03320283-4578-4ae0-9c66-c7739fe58a37 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.0844541 Feb 04 17:21:59.430834 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7e4c08d2-8305-40ea-abc7-5cb57af77b04 req-654eb696-e453-462f-a9aa-094e1caad423 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669110 Feb 04 17:21:59.478188 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 9f4acfd2-f02c-4c07-977a-a3004698b932 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:21:59.487146 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 9f4acfd2-f02c-4c07-977a-a3004698b932 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:21:59.489057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.585435 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270fc38-eafb-40d0-a859-cd1c13d9ff79 req-4f5e90ff-2a12-41ef-ac2f-26d23dff8745 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.587207 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1270fc38-eafb-40d0-a859-cd1c13d9ff79 req-4f5e90ff-2a12-41ef-ac2f-26d23dff8745 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0736680 Feb 04 17:21:59.621604 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 9f4acfd2-f02c-4c07-977a-a3004698b932 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:21:59.623112 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.722322 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1270fc38-eafb-40d0-a859-cd1c13d9ff79 req-aba9f29d-23e4-489d-ac39-2bd28d36cb35 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147699 Feb 04 17:21:59.722598 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 9f4acfd2-f02c-4c07-977a-a3004698b932, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4acfd2-f02c-4c07-977a-a3004698b932,segment=NetworkSegment(341f4cc5-ef05-493f-ac0f-11cf34811534),segment_id=341f4cc5-ef05-493f-ac0f-11cf34811534)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:21:59.827279 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:21:59.902232 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=9f4acfd2-f02c-4c07-977a-a3004698b932,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:21:59.928034 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4b4ad-7ac5-48b0-ace8-986edb42f93b req-78da37d2-7ff2-4791-81df-516efa4b493b tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:21:59.930043 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ffe4b4ad-7ac5-48b0-ace8-986edb42f93b req-78da37d2-7ff2-4791-81df-516efa4b493b tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.0712020 Feb 04 17:22:00.045302 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ffe4b4ad-7ac5-48b0-ace8-986edb42f93b req-e7314e92-6333-4c77-a4e4-d03dabbe3f05 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062839 Feb 04 17:22:00.114730 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0a027338-8114-454c-882a-9575510a5209 req-65ae4acd-59fe-47f9-a583-95fa37c4c268 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0303061 Feb 04 17:22:00.494879 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff76290-26f0-4898-819e-71ec0af13fef req-33d58788-cf1f-441e-95ca-d3d348b6b62d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.496521 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7ff76290-26f0-4898-819e-71ec0af13fef req-33d58788-cf1f-441e-95ca-d3d348b6b62d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0716209 Feb 04 17:22:00.576963 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7ff76290-26f0-4898-819e-71ec0af13fef req-bf84756b-93a8-47b3-a789-3ffee1e47247 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738604 Feb 04 17:22:00.624869 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c266-ff7e-40b2-b374-8386ee6406fa req-80d88df5-6cef-4491-9926-36604f2128bd tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.626503 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-84f5c266-ff7e-40b2-b374-8386ee6406fa req-80d88df5-6cef-4491-9926-36604f2128bd tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.0701597 Feb 04 17:22:00.713509 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-84f5c266-ff7e-40b2-b374-8386ee6406fa req-a2757cac-bbd2-4b50-8116-f00c2bcc5f78 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797505 Feb 04 17:22:00.877470 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d672b6c-f8eb-4d0b-beb2-c5a042c06228 req-f4b4740c-18e8-4c60-ac92-5e7104252266 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:00.883511 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0d672b6c-f8eb-4d0b-beb2-c5a042c06228 req-f4b4740c-18e8-4c60-ac92-5e7104252266 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0599868 Feb 04 17:22:00.901544 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7fec10-63fd-4e1d-beb3-73380f88173b'}, {'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4'}, {'server_uuid': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4acfd2-f02c-4c07-977a-a3004698b932'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:00.906411 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d94ee-7d04-491e-bcb8-c87422b3f3b9" -d '{"events": [{"server_uuid": "405af5c7-e320-438e-97d2-bfcc5b79ad85", "name": "network-vif-plugged", "status": "completed", "tag": "7d7fec10-63fd-4e1d-beb3-73380f88173b"}, {"server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "name": "network-vif-plugged", "status": "completed", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4"}, {"server_uuid": "741c40c6-089f-4600-be2e-f09d3f1d5ad9", "name": "network-vif-plugged", "status": "completed", "tag": "9f4acfd2-f02c-4c07-977a-a3004698b932"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:00.958111 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6856f21e-0023-4fa6-986d-69feacce0e4d x-openstack-request-id: req-6856f21e-0023-4fa6-986d-69feacce0e4d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:00.958685 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405af5c7-e320-438e-97d2-bfcc5b79ad85", "name": "network-vif-plugged", "status": "completed", "tag": "7d7fec10-63fd-4e1d-beb3-73380f88173b", "code": 200}, {"server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "name": "network-vif-plugged", "status": "completed", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4", "code": 200}, {"server_uuid": "741c40c6-089f-4600-be2e-f09d3f1d5ad9", "name": "network-vif-plugged", "status": "completed", "tag": "9f4acfd2-f02c-4c07-977a-a3004698b932", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:00.959160 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6856f21e-0023-4fa6-986d-69feacce0e4d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:00.960122 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d7fec10-63fd-4e1d-beb3-73380f88173b', 'code': 200} Feb 04 17:22:00.960617 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'code': 200} Feb 04 17:22:00.961114 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4acfd2-f02c-4c07-977a-a3004698b932', 'code': 200} Feb 04 17:22:00.970313 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0d672b6c-f8eb-4d0b-beb2-c5a042c06228 req-a7fbf3db-89f1-48f0-a204-3c7b4d91df89 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814250 Feb 04 17:22:01.223648 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6a9da-89b6-4767-9ff5-547691538f2b req-bb27bddd-bb86-4a7b-b583-50beb7986200 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.225501 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fab6a9da-89b6-4767-9ff5-547691538f2b req-bb27bddd-bb86-4a7b-b583-50beb7986200 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.0921774 Feb 04 17:22:01.278426 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-535421df-22e0-4d06-b270-861b1a810e3a req-87feffd2-6c53-4595-97dc-12578ff61743 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0427902 Feb 04 17:22:01.310449 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fab6a9da-89b6-4767-9ff5-547691538f2b req-60a49596-6416-4d20-a251-3211babbe831 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710430 Feb 04 17:22:01.731280 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be346b9d-1440-4e1f-a38f-0138cac55924 req-f619701f-f188-45cb-8a35-bbdd706648fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.733026 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-be346b9d-1440-4e1f-a38f-0138cac55924 req-f619701f-f188-45cb-8a35-bbdd706648fc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0576208 Feb 04 17:22:01.791247 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-be346b9d-1440-4e1f-a38f-0138cac55924 req-c230ef64-f78c-4b33-9d9c-317bbd95d2bc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520439 Feb 04 17:22:01.861869 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b4e87-6230-45b3-b2ef-fcbd9314abf4 req-0fb4aa3d-5aeb-482c-88e5-9c40ce3dc76b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:01.863992 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9e7b4e87-6230-45b3-b2ef-fcbd9314abf4 req-0fb4aa3d-5aeb-482c-88e5-9c40ce3dc76b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.0647862 Feb 04 17:22:01.926765 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9e7b4e87-6230-45b3-b2ef-fcbd9314abf4 req-f1183ac8-2c72-4b52-981b-eb601dee7589 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515172 Feb 04 17:22:02.117852 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba63786-64a3-4b11-b83f-1ca544b05cf1 req-bbb24f73-622e-49d9-a7a3-38df68e4ab11 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.119581 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-aba63786-64a3-4b11-b83f-1ca544b05cf1 req-bbb24f73-622e-49d9-a7a3-38df68e4ab11 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0683076 Feb 04 17:22:02.190286 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-aba63786-64a3-4b11-b83f-1ca544b05cf1 req-84086dab-9334-4d92-9476-5afca57213b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628493 Feb 04 17:22:02.391193 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f1561-f447-4633-94c2-612ed1777768 req-fe6cceaa-5ad3-42e1-88de-89474cee871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.396843 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f6f1561-f447-4633-94c2-612ed1777768 req-fe6cceaa-5ad3-42e1-88de-89474cee871c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1129 time: 0.1507995 Feb 04 17:22:02.433620 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3f6f1561-f447-4633-94c2-612ed1777768 req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.444877 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ea8d5713-b4e9-4ba7-9ea5-d93dda557ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.561550 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0f58b255-dda6-4b9d-9e91-694df6759e5b req-5034493c-d329-4a7c-a973-3ab939d834e2 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0378385 Feb 04 17:22:02.584583 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a662216-a8f2-47b0-8acb-d2cf9b986454 req-178f54e3-0898-438a-bfb1-a61f01247b76 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.587483 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4a662216-a8f2-47b0-8acb-d2cf9b986454 req-178f54e3-0898-438a-bfb1-a61f01247b76 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.1177857 Feb 04 17:22:02.602363 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3f6f1561-f447-4633-94c2-612ed1777768 req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Publish callbacks [] for security_group (26f6e62e-0944-4b05-81d6-151ddef6c09b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.666202 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4a662216-a8f2-47b0-8acb-d2cf9b986454 req-165e72cf-cfaf-45a5-a95c-018492914070 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663826 Feb 04 17:22:02.688540 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3f6f1561-f447-4633-94c2-612ed1777768 req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (26f6e62e-0944-4b05-81d6-151ddef6c09b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:02.750765 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f6f1561-f447-4633-94c2-612ed1777768 req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3447475 Feb 04 17:22:02.751684 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=26f6e62e-0944-4b05-81d6-151ddef6c09b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:02.767289 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.767851 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.768405 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.769504 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.770101 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.770720 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.771257 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.771808 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.772357 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.772910 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.773461 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.774018 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.774599 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a7cca15-9a87-4751-aa25-2cd52ba4b761 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:02.890098 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd832555-75a8-4388-9139-864bea7d493d req-fa50077f-800d-4101-a507-cb1824eaf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.892541 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dd832555-75a8-4388-9139-864bea7d493d req-fa50077f-800d-4101-a507-cb1824eaf227 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 1129 time: 0.1495364 Feb 04 17:22:02.895284 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768713-d2c3-46c7-b546-97245d53a0b6 req-07537b16-2f4e-489b-95c0-2a8ca6f3f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.897190 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-01768713-d2c3-46c7-b546-97245d53a0b6 req-07537b16-2f4e-489b-95c0-2a8ca6f3f6b6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 1129 time: 0.1406112 Feb 04 17:22:02.944452 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb5447-9598-4a5a-80d7-22b819964d56 req-bc53c7b0-c9f0-4d48-837a-23d5a537ab0c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:02.946143 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1ecb5447-9598-4a5a-80d7-22b819964d56 req-bc53c7b0-c9f0-4d48-837a-23d5a537ab0c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0684366 Feb 04 17:22:03.016319 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1ecb5447-9598-4a5a-80d7-22b819964d56 req-dafa58be-fcef-4980-accd-27ba7560a327 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623322 Feb 04 17:22:03.079872 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834b6c2-4b01-400f-91d3-8cc57fdc8daf req-3be75a3a-bd0e-4139-b48c-fd157dfef85f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.081739 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a834b6c2-4b01-400f-91d3-8cc57fdc8daf req-3be75a3a-bd0e-4139-b48c-fd157dfef85f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.0707726 Feb 04 17:22:03.201311 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa4495-388c-4dfc-a722-c3075f2ff492 req-e7d12118-caf1-4c7b-87d6-8d2c3e553aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.203611 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d2fa4495-388c-4dfc-a722-c3075f2ff492 req-e7d12118-caf1-4c7b-87d6-8d2c3e553aa6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1130 time: 0.0634437 Feb 04 17:22:03.295847 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d2fa4495-388c-4dfc-a722-c3075f2ff492 req-f1113d85-b7e3-46b8-9251-bd27f5d3ecf0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853262 Feb 04 17:22:03.431071 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3a9d8-d2e7-4c54-b54f-6af5f62858e3 req-9d6f8122-f6a7-4f0b-aede-6fd8f6185789 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.445496 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ced3a9d8-d2e7-4c54-b54f-6af5f62858e3 req-9d6f8122-f6a7-4f0b-aede-6fd8f6185789 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1165738 Feb 04 17:22:03.445722 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a834b6c2-4b01-400f-91d3-8cc57fdc8daf req-f294e38e-5025-4633-beb0-6737ab4278a7 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558543 Feb 04 17:22:03.528843 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dd832555-75a8-4388-9139-864bea7d493d req-e1376b02-8069-4818-854a-f2b7a48ddfc8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857226 Feb 04 17:22:03.533072 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-01768713-d2c3-46c7-b546-97245d53a0b6 req-18a82063-6511-4981-96af-dd0cdf69aec5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918872 Feb 04 17:22:03.547849 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ced3a9d8-d2e7-4c54-b54f-6af5f62858e3 req-25e8cace-5640-4b26-8974-2d388012b413 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868671 Feb 04 17:22:03.754134 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-49c5b206-5ff6-404b-a9a1-0c94d638b3ab req-073c82f6-fbe8-483c-8b81-fa93cabb6ea6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0539057 Feb 04 17:22:03.893011 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a447f85-2ed0-4315-9940-4511198f7db6 req-0adfdd7d-bfa6-433e-bbb1-06866e022f85 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:03.896938 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a447f85-2ed0-4315-9940-4511198f7db6 req-0adfdd7d-bfa6-433e-bbb1-06866e022f85 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.0985706 Feb 04 17:22:03.985642 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a447f85-2ed0-4315-9940-4511198f7db6 req-f8750072-b1dc-49db-b0b9-0c1055b31dad tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801480 Feb 04 17:22:04.180622 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3818df-5649-440a-b000-fa12cf089ed8 req-5fff401e-0138-4d8f-a6c9-3556cfb4ae23 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:04.183704 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fc3818df-5649-440a-b000-fa12cf089ed8 req-5fff401e-0138-4d8f-a6c9-3556cfb4ae23 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0791817 Feb 04 17:22:04.271837 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fc3818df-5649-440a-b000-fa12cf089ed8 req-ee3c9911-8b1a-4290-bf02-79faafaafe4e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729535 Feb 04 17:22:04.655714 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1b5d-4fe2-4e41-bcdd-1dcd2b02e8e9 req-29db9e1c-92fa-4c4b-8112-a0ecebac4e8f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:04.664023 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8e8d1b5d-4fe2-4e41-bcdd-1dcd2b02e8e9 req-29db9e1c-92fa-4c4b-8112-a0ecebac4e8f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.1073756 Feb 04 17:22:04.748899 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ad8ae-6d9d-4121-9bad-daa3fbf13d7b req-b3383bc0-e046-4311-ba9b-07a598a9c88c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:04.753456 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8e8d1b5d-4fe2-4e41-bcdd-1dcd2b02e8e9 req-30f491c7-d4e0-481b-8bee-87f4fe6f9f08 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859907 Feb 04 17:22:04.754215 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a42ad8ae-6d9d-4121-9bad-daa3fbf13d7b req-b3383bc0-e046-4311-ba9b-07a598a9c88c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0897250 Feb 04 17:22:04.822821 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a42ad8ae-6d9d-4121-9bad-daa3fbf13d7b req-f65a252b-ad19-4f13-b42a-2e5c7fc7d498 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590062 Feb 04 17:22:04.851328 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53930) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:04.895674 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-211e63f8-6914-470b-ad9b-97efe5badda9 req-03ea9c00-cf36-41a8-bf15-5f9ea492a0b0 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0297897 Feb 04 17:22:04.995927 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3563e6bf-c923-4ee9-84e2-25aecd724fe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.112199 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3563e6bf-c923-4ee9-84e2-25aecd724fe9 admin admin] Publish callbacks [] for security_group (c3d4d3fe-89f2-4960-b42d-0023bfb4d15b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.196514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-54704d36-e6b1-46aa-ac2a-a4bd4b95b1cf tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.198217 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-54704d36-e6b1-46aa-ac2a-a4bd4b95b1cf tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "GET /v2.0/networks?id=d11beb1e-c800-4f4d-a735-4adac7aee144 HTTP/1.1" status: 200 len: 808 time: 0.2006497 Feb 04 17:22:05.204513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3563e6bf-c923-4ee9-84e2-25aecd724fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c3d4d3fe-89f2-4960-b42d-0023bfb4d15b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.215652 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Request body: {'port': {'device_id': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144', 'admin_state_up': True, 'tenant_id': '9f1b8cf580384271b0248105b3c9c872'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:05.230082 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8229583-7cff-4d8d-86de-daaa88c37a02 req-f2a06c5c-6371-4308-a797-5cc166965170 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.232143 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d8229583-7cff-4d8d-86de-daaa88c37a02 req-f2a06c5c-6371-4308-a797-5cc166965170 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.1048207 Feb 04 17:22:05.264863 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3563e6bf-c923-4ee9-84e2-25aecd724fe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b4dc471971945b484a5cce965ff9239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4122934 Feb 04 17:22:05.268156 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563e6bf-c923-4ee9-84e2-25aecd724fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4d3fe-89f2-4960-b42d-0023bfb4d15b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:05.282924 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 53936) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:05.446581 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d8229583-7cff-4d8d-86de-daaa88c37a02 req-8b053654-b689-4c19-881c-dddb2cd61d72 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956098 Feb 04 17:22:05.475516 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75f93472-f81d-4d88-838c-4be50030f7d1 admin admin] Publish callbacks [] for security_group (c3d4d3fe-89f2-4960-b42d-0023bfb4d15b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.530517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75f93472-f81d-4d88-838c-4be50030f7d1 admin admin] Publish callbacks [] for security_group (c3d4d3fe-89f2-4960-b42d-0023bfb4d15b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.562774 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67de112-b36e-412d-96f5-a5d95dfa1be7 req-e00c50bb-760f-43cf-9d0d-c9cb542c46ea tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:05.564446 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d67de112-b36e-412d-96f5-a5d95dfa1be7 req-e00c50bb-760f-43cf-9d0d-c9cb542c46ea tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1795886 Feb 04 17:22:05.627758 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Made reservation on behalf of 9f1b8cf580384271b0248105b3c9c872 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:05.627758 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.691542 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d67de112-b36e-412d-96f5-a5d95dfa1be7 req-e6a53a78-e45d-442c-99c4-d149e65ef2d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984509 Feb 04 17:22:05.750809 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75f93472-f81d-4d88-838c-4be50030f7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c3d4d3fe-89f2-4960-b42d-0023bfb4d15b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.754819 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75f93472-f81d-4d88-838c-4be50030f7d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:05.759684 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-75f93472-f81d-4d88-838c-4be50030f7d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3d4d3fe-89f2-4960-b42d-0023bfb4d15b HTTP/1.1" status: 204 len: 168 time: 0.4763710 Feb 04 17:22:05.772250 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f93472-f81d-4d88-838c-4be50030f7d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4d3fe-89f2-4960-b42d-0023bfb4d15b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:05.899637 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-79d4dbf1-254e-443e-8cc6-238b2801c14f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.018029 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Allocated IP 172.20.0.11 (d11beb1e-c800-4f4d-a735-4adac7aee144/6285b362-b5b6-49f5-884d-808b0c19d073/1b92701f-8a48-4368-9fb8-bb465be67b40) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:06.221339 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d11ecd-a0a8-4801-8ee5-fdd3909d8bd7 req-c494c6ec-1c2a-4c49-a2ff-fbcbbe847806 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:06.245375 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0d11ecd-a0a8-4801-8ee5-fdd3909d8bd7 req-c494c6ec-1c2a-4c49-a2ff-fbcbbe847806 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1747105 Feb 04 17:22:06.342970 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0d11ecd-a0a8-4801-8ee5-fdd3909d8bd7 req-8d2eb020-4245-4ae1-8993-e9c3ffee8fe0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946941 Feb 04 17:22:06.351048 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b8c76-cde3-41ca-9a2b-de0471e89af5 req-747be365-c81c-442d-a994-04955281c8f5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:06.360048 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2e0b8c76-cde3-41ca-9a2b-de0471e89af5 req-747be365-c81c-442d-a994-04955281c8f5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.2547228 Feb 04 17:22:06.506797 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks [] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.531805 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2e0b8c76-cde3-41ca-9a2b-de0471e89af5 req-b8bca0da-7f8a-4c03-a056-c65ee18a9b02 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704836 Feb 04 17:22:06.536936 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6eb2d0d5-d018-48cc-a26b-762852693767 req-64957297-5d5e-4372-a056-eba128f1085d tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0572195 Feb 04 17:22:06.774763 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.854670 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c72dd2-f93f-42cd-a4ad-6ece97e3358b req-0de65e2a-e729-4c14-8c1d-2fe6fffa974b tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:06.868149 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-47c72dd2-f93f-42cd-a4ad-6ece97e3358b req-0de65e2a-e729-4c14-8c1d-2fe6fffa974b tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.1798739 Feb 04 17:22:06.885163 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Network d11beb1e-c800-4f4d-a735-4adac7aee144 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:06.898591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:06.914437 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:06.921647 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:06.923001 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:06.960861 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd81a54-a27d-44bf-944e-ccbbbaea1c60 req-c2b4e384-7bc7-4887-8eb0-0dd4fba4eca3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:06.967165 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ccd81a54-a27d-44bf-944e-ccbbbaea1c60 req-c2b4e384-7bc7-4887-8eb0-0dd4fba4eca3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1258500 Feb 04 17:22:06.967489 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Pushing event updated for resources: {'Port': ['ID=1b92701f-8a48-4368-9fb8-bb465be67b40,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:06.981914 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.982481 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.984912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.984912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.984912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.984912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.985621 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.986140 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.986609 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.987036 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.988178 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.988616 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:06.989276 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:07.037660 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-47c72dd2-f93f-42cd-a4ad-6ece97e3358b req-99e1ff61-a8e9-46f3-b0e4-a3d522164720 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681695 Feb 04 17:22:07.061390 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ccd81a54-a27d-44bf-944e-ccbbbaea1c60 req-5985e92d-ba64-4b3f-907d-bdff2b3570ae tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853224 Feb 04 17:22:07.103226 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-00f1647d-95b8-4314-bce1-2c9bb37655bc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8934689 Feb 04 17:22:07.119297 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Request body: {'port': {'device_id': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:07.172306 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 53992) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:07.220258 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b7b438f-fc0c-49b7-add8-c8cdb157769e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.262058 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.457688 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e56b5-7e26-4c58-bcc2-230a60dd1dfd req-7f551457-8e4d-4460-85e2-d24b7f0caaca tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:07.460504 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f85e56b5-7e26-4c58-bcc2-230a60dd1dfd req-7f551457-8e4d-4460-85e2-d24b7f0caaca tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.2180278 Feb 04 17:22:07.516611 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54002) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:07.527148 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'floatingip': {'port_id': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:07.662440 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.702298 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b7b438f-fc0c-49b7-add8-c8cdb157769e admin admin] Publish callbacks [] for security_group (874be5da-b5c6-4c3d-8300-4a2cc263ec44), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.761666 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09031001-8bd6-4394-82eb-567e42bd0138 req-0b6d0d4e-f9ec-4b8a-b5ff-6a86cd7f797c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:07.762417 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-09031001-8bd6-4394-82eb-567e42bd0138 req-0b6d0d4e-f9ec-4b8a-b5ff-6a86cd7f797c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.2986650 Feb 04 17:22:07.790255 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9b7b438f-fc0c-49b7-add8-c8cdb157769e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (874be5da-b5c6-4c3d-8300-4a2cc263ec44), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.889783 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b438f-fc0c-49b7-add8-c8cdb157769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874be5da-b5c6-4c3d-8300-4a2cc263ec44,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:07.957081 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:07.978609 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-9b7b438f-fc0c-49b7-add8-c8cdb157769e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8dffa22a8261411886b672249a7dce60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7970707 Feb 04 17:22:07.984292 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:08.013864 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f64ce-bf8d-4fc7-acee-6113f563e97d req-33ace8d1-2f95-4695-a7ce-eb924f2d5dce tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:08.016671 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e37f64ce-bf8d-4fc7-acee-6113f563e97d req-33ace8d1-2f95-4695-a7ce-eb924f2d5dce tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.3191257 Feb 04 17:22:08.029730 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-09031001-8bd6-4394-82eb-567e42bd0138 req-49ecdbb4-36ed-4928-83d1-a211f0302b30 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479403 Feb 04 17:22:08.272107 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e37f64ce-bf8d-4fc7-acee-6113f563e97d req-414abb2d-1211-467c-b540-57aa95b9814c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108147 Feb 04 17:22:08.278920 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b92701f-8a48-4368-9fb8-bb465be67b40 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:08.288172 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bd2a-6cdb-4af5-ab64-b79338f5fcc3 admin admin] Publish callbacks [] for security_group (874be5da-b5c6-4c3d-8300-4a2cc263ec44), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.290629 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Publish callbacks [] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.339623 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Transition to ACTIVE for port object 1b92701f-8a48-4368-9fb8-bb465be67b40 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:22:08.349836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bd2a-6cdb-4af5-ab64-b79338f5fcc3 admin admin] Publish callbacks [] for security_group (874be5da-b5c6-4c3d-8300-4a2cc263ec44), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.431193 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.450881 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:08.552713 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cb67-17d4-48b6-9a7f-9958adb2b8e6 req-8788ab38-6b83-495d-9746-3bbb6e0a4749 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:08.573271 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f288cb67-17d4-48b6-9a7f-9958adb2b8e6 req-8788ab38-6b83-495d-9746-3bbb6e0a4749 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 932 time: 0.1725566 Feb 04 17:22:08.592051 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Pushing event updated for resources: {'Port': ['ID=1b92701f-8a48-4368-9fb8-bb465be67b40,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:08.653743 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Attempting to bind port 1b92701f-8a48-4368-9fb8-bb465be67b40 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:08.654144 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Attempting to bind port 1b92701f-8a48-4368-9fb8-bb465be67b40 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:08.654459 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Attempting to bind port 1b92701f-8a48-4368-9fb8-bb465be67b40 on network d11beb1e-c800-4f4d-a735-4adac7aee144 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:08.666047 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Port 1b92701f-8a48-4368-9fb8-bb465be67b40 on network d11beb1e-c800-4f4d-a735-4adac7aee144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:22:08.666047 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Attempting to bind port 1b92701f-8a48-4368-9fb8-bb465be67b40 on network d11beb1e-c800-4f4d-a735-4adac7aee144 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:08.680284 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5a7b6-0948-4df5-bfab-c3c1a8f1db3a req-1c3ecaa0-4649-4154-9370-e9c4aa322ee5 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:08.681971 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bbb5a7b6-0948-4df5-bfab-c3c1a8f1db3a req-1c3ecaa0-4649-4154-9370-e9c4aa322ee5 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.1965883 Feb 04 17:22:08.682694 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bd2a-6cdb-4af5-ab64-b79338f5fcc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (874be5da-b5c6-4c3d-8300-4a2cc263ec44), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.687142 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cdb5bd2a-6cdb-4af5-ab64-b79338f5fcc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.688470 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-cdb5bd2a-6cdb-4af5-ab64-b79338f5fcc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/874be5da-b5c6-4c3d-8300-4a2cc263ec44 HTTP/1.1" status: 204 len: 168 time: 0.7023833 Feb 04 17:22:08.695804 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:08.696190 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Checking segment: {'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:08.696594 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Bound using segment: {'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:08.697100 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Bound port: 1b92701f-8a48-4368-9fb8-bb465be67b40, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:08.697547 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.721462 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5bd2a-6cdb-4af5-ab64-b79338f5fcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874be5da-b5c6-4c3d-8300-4a2cc263ec44,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:08.752947 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9df6026-5c39-445a-915e-ca07eb2ca888 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:08.859901 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bbb5a7b6-0948-4df5-bfab-c3c1a8f1db3a req-c16836a5-7420-412f-80b2-7f1812b068b2 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654394 Feb 04 17:22:08.911940 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] For port 1b92701f-8a48-4368-9fb8-bb465be67b40, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:08.916553 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] For port 1b92701f-8a48-4368-9fb8-bb465be67b40, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b92701f-8a48-4368-9fb8-bb465be67b40,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:09.014058 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f288cb67-17d4-48b6-9a7f-9958adb2b8e6 req-ca9e1940-a6ef-4de9-91dd-3be3ccce9bcf tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391277 Feb 04 17:22:09.021101 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9df6026-5c39-445a-915e-ca07eb2ca888 admin admin] Publish callbacks [] for security_group (07beaf51-186d-4899-ad02-354e3523882f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.054046 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86d80ba-46cd-4a81-85bb-68ad052b8e76 req-9a0b4b1a-1071-4917-8018-cd37678cfb50 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:09.056225 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f86d80ba-46cd-4a81-85bb-68ad052b8e76 req-9a0b4b1a-1071-4917-8018-cd37678cfb50 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0868225 Feb 04 17:22:09.060364 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.071258 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54038) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:09.086539 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'floatingip': {'port_id': '43aefd23-ba79-456b-b208-06f55cdc7be4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:09.109139 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a9df6026-5c39-445a-915e-ca07eb2ca888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (07beaf51-186d-4899-ad02-354e3523882f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.180420 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df6026-5c39-445a-915e-ca07eb2ca888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07beaf51-186d-4899-ad02-354e3523882f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:09.192268 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:09.192784 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.194372 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] 10.222.0.93 "PUT /v2.0/ports/1b92701f-8a48-4368-9fb8-bb465be67b40 HTTP/1.1" status: 200 len: 1094 time: 2.0847204 Feb 04 17:22:09.197186 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'tag': '1b92701f-8a48-4368-9fb8-bb465be67b40'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:09.207193 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6c25a6-f9be-482e-9e22-b96e11355ea8" -d '{"events": [{"name": "network-changed", "server_uuid": "cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd", "tag": "1b92701f-8a48-4368-9fb8-bb465be67b40"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:09.218579 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (5405da60-721c-40c2-a1b1-83b4d8865859), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.254574 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a9df6026-5c39-445a-915e-ca07eb2ca888 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=37d8f9cf685046709a89d57f16f63b48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8019392 Feb 04 17:22:09.255339 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54044) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:09.260381 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e851d1-f3bf-40cd-9bfd-0039c8f1a6e5 x-openstack-request-id: req-06e851d1-f3bf-40cd-9bfd-0039c8f1a6e5 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:09.260765 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd", "tag": "1b92701f-8a48-4368-9fb8-bb465be67b40", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:09.260946 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06e851d1-f3bf-40cd-9bfd-0039c8f1a6e5 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:09.261355 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'tag': '1b92701f-8a48-4368-9fb8-bb465be67b40', 'status': 'completed', 'code': 200} Feb 04 17:22:09.290261 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c24b5a-4c18-4abc-acb1-89cc4c06e192 service neutron] Pushing event updated for resources: {'Port': ['ID=1b92701f-8a48-4368-9fb8-bb465be67b40,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:09.390354 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5be97b7c-aacf-46fd-80bf-3df079a54b65 admin admin] Publish callbacks [] for security_group (07beaf51-186d-4899-ad02-354e3523882f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.406013 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c25a6-f9be-482e-9e22-b96e11355ea8 req-ba25a554-a736-49f7-a179-5e44deff832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:09.407725 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bd6c25a6-f9be-482e-9e22-b96e11355ea8 req-ba25a554-a736-49f7-a179-5e44deff832c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9f1b8cf580384271b0248105b3c9c872&device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 1128 time: 0.0969670 Feb 04 17:22:09.413897 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.db.resource_extend [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:22:09.446023 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5be97b7c-aacf-46fd-80bf-3df079a54b65 admin admin] Publish callbacks [] for security_group (07beaf51-186d-4899-ad02-354e3523882f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.554355 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.632810 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c25a6-f9be-482e-9e22-b96e11355ea8 req-c4baed71-22a8-4b2b-847f-cd4911208dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:09.633935 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bd6c25a6-f9be-482e-9e22-b96e11355ea8 req-c4baed71-22a8-4b2b-847f-cd4911208dbb service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9f1b8cf580384271b0248105b3c9c872&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2186196 Feb 04 17:22:09.663604 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.728529 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5be97b7c-aacf-46fd-80bf-3df079a54b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (07beaf51-186d-4899-ad02-354e3523882f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.732017 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5be97b7c-aacf-46fd-80bf-3df079a54b65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:09.733422 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5be97b7c-aacf-46fd-80bf-3df079a54b65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07beaf51-186d-4899-ad02-354e3523882f HTTP/1.1" status: 204 len: 168 time: 0.4751418 Feb 04 17:22:09.759846 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be97b7c-aacf-46fd-80bf-3df079a54b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07beaf51-186d-4899-ad02-354e3523882f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:09.849046 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.l3_db [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Floating IP 2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0 associated. External IP: 172.27.0.209, port: 048cf3d6-87e6-4215-b471-b1663dd1ea9c. Feb 04 17:22:09.862805 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c25a6-f9be-482e-9e22-b96e11355ea8 req-c1eb64ec-eb9a-4d2c-accb-5123c7eb9a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:09.867785 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bd6c25a6-f9be-482e-9e22-b96e11355ea8 req-c1eb64ec-eb9a-4d2c-accb-5123c7eb9a6a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2230003 Feb 04 17:22:10.117116 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-997d1a83-4bdb-4f31-9d48-4b2c2c9d3d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:10.120158 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-997d1a83-4bdb-4f31-9d48-4b2c2c9d3d17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9f1b8cf580384271b0248105b3c9c872&device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 1128 time: 0.1942127 Feb 04 17:22:10.212014 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-679ec221-5703-44bb-a6ef-dfbc0b7a81df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b92701f-8a48-4368-9fb8-bb465be67b40 HTTP/1.1" status: 200 len: 217 time: 0.0813293 Feb 04 17:22:10.307446 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-5b493549-c8aa-4833-81df-b3f687a9d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:10.309032 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-5b493549-c8aa-4833-81df-b3f687a9d84f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6285b362-b5b6-49f5-884d-808b0c19d073 HTTP/1.1" status: 200 len: 848 time: 0.0881574 Feb 04 17:22:10.369161 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-d1956b0b-57fa-46e1-ba8e-ebdb2ec7b9ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d11beb1e-c800-4f4d-a735-4adac7aee144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531895 Feb 04 17:22:10.382182 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Router c66713e6-e6bb-430c-9435-d36536a71186 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:10.390108 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd5a3d4-d015-4045-ab91-992d86033cb5 req-9c21280c-905b-4825-9375-6dc42d7f41f2 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:10.392015 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fdd5a3d4-d015-4045-ab91-992d86033cb5 req-9c21280c-905b-4825-9375-6dc42d7f41f2 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 944 time: 0.1462998 Feb 04 17:22:10.567790 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-05e0d831-54d3-436e-ac9a-da6b3232e232 service neutron] 10.222.0.93 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918240 Feb 04 17:22:10.781569 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-daae142a-a8e1-49bd-ab02-1d57b59186e5 req-e4508e80-c894-4565-89c1-17ab0d3f140d service neutron] 10.222.0.93 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066002 Feb 04 17:22:10.797650 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.828079 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fdd5a3d4-d015-4045-ab91-992d86033cb5 req-6f0c2215-def7-4170-a7b2-4e81b092d9a4 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906639 Feb 04 17:22:10.884198 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:10.889896 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.912119 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] Sync routers for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:10.926869 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (5405da60-721c-40c2-a1b1-83b4d8865859), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:10.943708 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:10.944641 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:11.055792 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-590205e8-86a7-405a-8fe7-24b5ba37120a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "PUT /v2.0/floatingips/2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0 HTTP/1.1" status: 200 len: 991 time: 3.5379860 Feb 04 17:22:11.093136 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:11.099029 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f2507b-780b-4f23-806f-e3c32ba73b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:11.156046 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54102) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:11.240960 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.l3_db [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Floating IP 5405da60-721c-40c2-a1b1-83b4d8865859 associated. External IP: 172.27.0.242, port: 43aefd23-ba79-456b-b208-06f55cdc7be4. Feb 04 17:22:11.245233 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edd56087-1506-4f80-83d3-39e894c4a2fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.289466 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:11.366459 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edd56087-1506-4f80-83d3-39e894c4a2fc admin admin] Publish callbacks [] for security_group (24680d00-5449-4535-a960-35abf1f7cfbc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.370236 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.430218 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.465973 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69774242-cf56-494d-9e7d-f3ed9ba4e3e6 req-4db99d68-a50e-4caf-8d36-065ebc55e38b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:11.467653 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-69774242-cf56-494d-9e7d-f3ed9ba4e3e6 req-4db99d68-a50e-4caf-8d36-065ebc55e38b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.3088417 Feb 04 17:22:11.468301 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-edd56087-1506-4f80-83d3-39e894c4a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (24680d00-5449-4535-a960-35abf1f7cfbc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.593496 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd56087-1506-4f80-83d3-39e894c4a2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24680d00-5449-4535-a960-35abf1f7cfbc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:11.636273 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-69774242-cf56-494d-9e7d-f3ed9ba4e3e6 req-efce859a-36f0-45df-be5b-1c64fddd8bfc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409497 Feb 04 17:22:11.659539 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-edd56087-1506-4f80-83d3-39e894c4a2fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96438b52c46f43f49ebba1b787c7ca7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4937637 Feb 04 17:22:11.659539 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54112) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:11.742872 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:11.748191 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4351cdd3-ec47-4b77-9fac-95793ef9d2e1 x-openstack-request-id: req-4351cdd3-ec47-4b77-9fac-95793ef9d2e1 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:11.748483 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:11.748824 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4351cdd3-ec47-4b77-9fac-95793ef9d2e1 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:11.749194 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'status': 'completed', 'code': 200} Feb 04 17:22:11.844599 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a70ba08d-ed25-4991-82fe-d014da5f62d2 admin admin] Publish callbacks [] for security_group (24680d00-5449-4535-a960-35abf1f7cfbc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.904338 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a70ba08d-ed25-4991-82fe-d014da5f62d2 admin admin] Publish callbacks [] for security_group (24680d00-5449-4535-a960-35abf1f7cfbc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:11.929773 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-c42e6bc9-c394-4c20-bca4-f0707b5a377d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:11.931849 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-c42e6bc9-c394-4c20-bca4-f0707b5a377d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1129 time: 0.1534092 Feb 04 17:22:12.062351 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:12.084611 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] Sync routers for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:12.105862 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.114582 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:12.117671 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:12.183106 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e591ea86-bae5-41d4-a410-220b08ee1281 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "PUT /v2.0/floatingips/5405da60-721c-40c2-a1b1-83b4d8865859 HTTP/1.1" status: 200 len: 992 time: 3.1101589 Feb 04 17:22:12.200277 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1074d-5e51-4727-8f2c-e3d260ae78a5 req-10b2e5a1-d5bf-4d5c-9787-152c51358989 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:12.203296 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bce1074d-5e51-4727-8f2c-e3d260ae78a5 req-10b2e5a1-d5bf-4d5c-9787-152c51358989 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 944 time: 0.1999545 Feb 04 17:22:12.256592 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-6d61e091-b52d-4228-9af9-fcf27d187864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:12.259168 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-6d61e091-b52d-4228-9af9-fcf27d187864 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.3086395 Feb 04 17:22:12.305136 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'port_id': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'mac_address': 'fa:16:3e:fc:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 1, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:12.310100 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a70ba08d-ed25-4991-82fe-d014da5f62d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (24680d00-5449-4535-a960-35abf1f7cfbc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.316049 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a70ba08d-ed25-4991-82fe-d014da5f62d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:12.320771 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a70ba08d-ed25-4991-82fe-d014da5f62d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24680d00-5449-4535-a960-35abf1f7cfbc HTTP/1.1" status: 204 len: 168 time: 0.6574950 Feb 04 17:22:12.352442 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ba08d-ed25-4991-82fe-d014da5f62d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24680d00-5449-4535-a960-35abf1f7cfbc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:12.455668 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bce1074d-5e51-4727-8f2c-e3d260ae78a5 req-4036d4bf-cb52-4358-8fe4-dfcb0ceed06d tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225769 Feb 04 17:22:12.473540 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] Checking router: c66713e6-e6bb-430c-9435-d36536a71186 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:12.506585 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:12.506585 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:12.553135 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:12.639185 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe53ebd-8081-4a6a-a270-b83cf1b50c16 req-37444349-6df9-4a80-a8ae-1163d528f70f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:12.647977 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ebe53ebd-8081-4a6a-a270-b83cf1b50c16 req-37444349-6df9-4a80-a8ae-1163d528f70f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1912704 Feb 04 17:22:12.810805 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:22:12.883316 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:13.191986 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ebe53ebd-8081-4a6a-a270-b83cf1b50c16 req-384ea182-2a15-4834-a17c-b03bdbf9e5b3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5312450 Feb 04 17:22:13.416227 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da93d6-a47e-4f1e-8f79-0ebdec15f604 req-5b12aded-bad4-45c2-b915-592e904be101 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:13.418090 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-65da93d6-a47e-4f1e-8f79-0ebdec15f604 req-5b12aded-bad4-45c2-b915-592e904be101 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1082897 Feb 04 17:22:13.434035 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '5405da60-721c-40c2-a1b1-83b4d8865859', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'port_id': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'mac_address': 'fa:16:3e:f3:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:19Z', 'updated_at': '2022-02-04T17:22:10Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:13.451884 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'port_id': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'mac_address': 'fa:16:3e:fc:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 1, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:13.483545 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] Checking router: ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:13.497509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:13.498472 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:13.502866 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-65da93d6-a47e-4f1e-8f79-0ebdec15f604 req-0baedf60-51ba-4c88-84f2-05ad9d128057 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765657 Feb 04 17:22:13.528418 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0892c7-358c-4a6d-a2a5-1e2d24749bd2 None None] The sync data for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi is: [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'floating_ip_address': '172.27.0.209', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'port_id': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'mac_address': 'fa:16:3e:fc:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:14Z', 'updated_at': '2022-02-04T17:22:09Z', 'revision_number': 1, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:13.732725 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:13.750598 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:13.754027 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca8ae92-8ab1-4ae7-8098-85064fb10c67" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:13.755053 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17e0105-b6ac-426f-9f7b-586803cbda86 req-1d24bbbe-211a-423b-9f27-8835c089b3c3 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:13.758906 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c17e0105-b6ac-426f-9f7b-586803cbda86 req-1d24bbbe-211a-423b-9f27-8835c089b3c3 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 944 time: 0.1013253 Feb 04 17:22:13.846066 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c17e0105-b6ac-426f-9f7b-586803cbda86 req-8cf1120f-718b-49d2-92b1-e386db283783 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762846 Feb 04 17:22:13.935594 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c716b98-335d-4f93-a940-dc2c9cfb8f1f x-openstack-request-id: req-6c716b98-335d-4f93-a940-dc2c9cfb8f1f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:13.936041 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:13.936429 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c716b98-335d-4f93-a940-dc2c9cfb8f1f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:13.937250 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'status': 'completed', 'code': 200} Feb 04 17:22:14.009744 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e913229-b3ef-4756-9136-c3902c2498d6 None None] New status for floating IP 2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:22:14.104709 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '5405da60-721c-40c2-a1b1-83b4d8865859', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'port_id': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'mac_address': 'fa:16:3e:f3:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:19Z', 'updated_at': '2022-02-04T17:22:10Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:14.142663 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85b033-700d-4406-b199-1f8d483290d7 None None] The sync data for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi is: [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '5405da60-721c-40c2-a1b1-83b4d8865859', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'port_id': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 111, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'mac_address': 'fa:16:3e:f3:58:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:21:19Z', 'updated_at': '2022-02-04T17:22:10Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:14.420508 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-c961b4c2-3e90-4b52-8951-4b81cb888c6c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 200 len: 999 time: 0.1589723 Feb 04 17:22:14.462625 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315933d3-23e2-4c81-ae1b-59e4bc2f6875 req-caf2a595-5715-48f2-bea4-717ef6f64722 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:14.471280 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-315933d3-23e2-4c81-ae1b-59e4bc2f6875 req-caf2a595-5715-48f2-bea4-717ef6f64722 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1134117 Feb 04 17:22:14.552541 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7567aa-892f-44d7-bba9-6373ef3bbc7c None None] New status for floating IP 5405da60-721c-40c2-a1b1-83b4d8865859: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:22:14.566374 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-315933d3-23e2-4c81-ae1b-59e4bc2f6875 req-1d30ed09-41b5-4519-851f-bab440dd54e3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928731 Feb 04 17:22:14.781246 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eecbfa-b272-4765-b553-1b62bef16f09 req-1fa1d8f5-0288-406d-809f-e6e727f9d0e5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:14.783029 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-55eecbfa-b272-4765-b553-1b62bef16f09 req-1fa1d8f5-0288-406d-809f-e6e727f9d0e5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0738668 Feb 04 17:22:14.861799 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-55eecbfa-b272-4765-b553-1b62bef16f09 req-6142ef06-14d7-4cfb-8093-01a7ca60ea24 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713899 Feb 04 17:22:15.039801 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a19895-ed10-480d-b0a5-0336c8c21866 req-103cadb2-17cf-4775-a661-b9f717f341fd tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:15.042638 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-84a19895-ed10-480d-b0a5-0336c8c21866 req-103cadb2-17cf-4775-a661-b9f717f341fd tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 944 time: 0.0794766 Feb 04 17:22:15.132233 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-84a19895-ed10-480d-b0a5-0336c8c21866 req-b6af83a0-5221-40da-9a23-41c995a148e7 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804622 Feb 04 17:22:15.819149 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-9d873ba6-232d-4f1c-b743-ff1d4f008ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:15.821985 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-9d873ba6-232d-4f1c-b743-ff1d4f008ca4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1130 time: 0.2372189 Feb 04 17:22:15.836141 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-8de39962-2de5-45e4-b39b-35123fa3499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:15.836141 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-8de39962-2de5-45e4-b39b-35123fa3499e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.2671838 Feb 04 17:22:15.864955 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d078069-8799-42be-b80c-a58d263f2ddd req-c352c752-cb5f-456b-be6b-496046ac2566 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:15.867721 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4d078069-8799-42be-b80c-a58d263f2ddd req-c352c752-cb5f-456b-be6b-496046ac2566 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1572437 Feb 04 17:22:15.952327 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4d078069-8799-42be-b80c-a58d263f2ddd req-f9ff37cf-7a49-4fc4-b67f-25e430b60334 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753782 Feb 04 17:22:16.317242 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54254) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:16.332597 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53204181-b2d9-4dcb-a65f-0e85f9b79455 req-5f77c260-7f5b-4571-8a86-1ec2e475844a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:16.341181 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-53204181-b2d9-4dcb-a65f-0e85f9b79455 req-5f77c260-7f5b-4571-8a86-1ec2e475844a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.2942591 Feb 04 17:22:16.348851 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-e0037d3b-5ba4-4180-9d07-34860f220a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:16.352314 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-e0037d3b-5ba4-4180-9d07-34860f220a9d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3054266 Feb 04 17:22:16.356582 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-95b3dd6f-e1f3-40f2-9ab7-3a88b8cbafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:16.359294 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-95b3dd6f-e1f3-40f2-9ab7-3a88b8cbafbc service neutron] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 911 time: 0.3481126 Feb 04 17:22:16.555829 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c14286f5-7a82-4afb-a845-7ce11089965b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.599471 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-0a9dd2b3-c52c-4518-b1fa-d6acd1c6be38 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 200 len: 1002 time: 0.2127347 Feb 04 17:22:16.606544 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-53204181-b2d9-4dcb-a65f-0e85f9b79455 req-b31ae718-5890-4195-beec-3cc45a3556f5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2525218 Feb 04 17:22:16.700145 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-b7d1a8fe-2a60-4d1b-8cc6-fb951838395f service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382614 Feb 04 17:22:16.710702 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c14286f5-7a82-4afb-a845-7ce11089965b admin admin] Publish callbacks [] for security_group (4cd1100a-c610-488e-9ab5-80139547522a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.803748 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-27129154-cb57-4ba2-97d2-c9354e501c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:16.804677 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c14286f5-7a82-4afb-a845-7ce11089965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4cd1100a-c610-488e-9ab5-80139547522a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:16.807109 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-27129154-cb57-4ba2-97d2-c9354e501c88 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.1977868 Feb 04 17:22:16.870043 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c14286f5-7a82-4afb-a845-7ce11089965b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ffb6fb75e6145019ac47de51cf38879&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5490959 Feb 04 17:22:16.874050 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14286f5-7a82-4afb-a845-7ce11089965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd1100a-c610-488e-9ab5-80139547522a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:16.879225 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54260) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:16.985142 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133138b5-ba47-4d76-bcb9-37e968cca690 admin admin] Publish callbacks [] for security_group (4cd1100a-c610-488e-9ab5-80139547522a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.000145 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e81a4b-b9a5-4564-8ff7-0480fafbb936 req-b38fa4a3-8da2-49f2-9ba9-f40ea76b777a tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.003493 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-69e81a4b-b9a5-4564-8ff7-0480fafbb936 req-b38fa4a3-8da2-49f2-9ba9-f40ea76b777a tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 944 time: 0.2673099 Feb 04 17:22:17.013651 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133138b5-ba47-4d76-bcb9-37e968cca690 admin admin] Publish callbacks [] for security_group (4cd1100a-c610-488e-9ab5-80139547522a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.018110 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f2507b-780b-4f23-806f-e3c32ba73b9e req-bf78cd0a-ce8e-45e2-876d-86886b515d76 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000584 Feb 04 17:22:17.051276 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-6fab95fd-b3b0-4db5-ba4b-413199d365b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.064412 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-6fab95fd-b3b0-4db5-ba4b-413199d365b9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2423398 Feb 04 17:22:17.236303 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-69e81a4b-b9a5-4564-8ff7-0480fafbb936 req-d2ded1af-5583-4f21-beb3-8fe0edaef32f tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224905 Feb 04 17:22:17.250621 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133138b5-ba47-4d76-bcb9-37e968cca690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4cd1100a-c610-488e-9ab5-80139547522a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.261184 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-133138b5-ba47-4d76-bcb9-37e968cca690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:17.274050 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-133138b5-ba47-4d76-bcb9-37e968cca690 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cd1100a-c610-488e-9ab5-80139547522a HTTP/1.1" status: 204 len: 168 time: 0.3904052 Feb 04 17:22:17.292993 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133138b5-ba47-4d76-bcb9-37e968cca690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd1100a-c610-488e-9ab5-80139547522a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:17.304124 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-e8840299-3f5d-436f-a407-6fddf6a90103 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058268 Feb 04 17:22:17.506779 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dca8ae92-8ab1-4ae7-8098-85064fb10c67 req-5905d41d-c7c7-499f-ba25-56a6bc607bc2 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928620 Feb 04 17:22:17.722839 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f9e52d-9d8c-469f-b3d4-f626d1638ec5 req-d3d08a46-85c9-4c2f-a426-dbc085c1127a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.724989 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-92f9e52d-9d8c-469f-b3d4-f626d1638ec5 req-d3d08a46-85c9-4c2f-a426-dbc085c1127a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1040990 Feb 04 17:22:17.829535 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-92f9e52d-9d8c-469f-b3d4-f626d1638ec5 req-0733816b-2f1f-47f7-8034-fe1e1ddd37ae tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907314 Feb 04 17:22:17.876490 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75344aa6-2867-4582-bbd5-0a0ce0e93399 req-a383ae06-7bea-4596-b898-f2ebab5fdd7d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:17.893225 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-75344aa6-2867-4582-bbd5-0a0ce0e93399 req-a383ae06-7bea-4596-b898-f2ebab5fdd7d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0913830 Feb 04 17:22:17.958728 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-75344aa6-2867-4582-bbd5-0a0ce0e93399 req-f1b60fa9-7acc-411b-a734-5528be49ecf8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635314 Feb 04 17:22:18.352884 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54306) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:18.372851 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7531ef6-3e71-450e-8874-68d4dd1e02e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.481701 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409e88b-c9d8-42db-9a10-91b3d97a67c6 req-769b304b-0b3c-4f8c-89a3-0cb5c8acc641 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:18.483688 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7409e88b-c9d8-42db-9a10-91b3d97a67c6 req-769b304b-0b3c-4f8c-89a3-0cb5c8acc641 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 944 time: 0.0964239 Feb 04 17:22:18.534379 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7531ef6-3e71-450e-8874-68d4dd1e02e4 admin admin] Publish callbacks [] for security_group (798da153-c803-4377-8894-3b3077dc8b29), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.562308 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7409e88b-c9d8-42db-9a10-91b3d97a67c6 req-faafd0d5-a7f8-496d-adb1-242b506e78df tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711126 Feb 04 17:22:18.849927 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c7531ef6-3e71-450e-8874-68d4dd1e02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (798da153-c803-4377-8894-3b3077dc8b29), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:18.912816 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c7531ef6-3e71-450e-8874-68d4dd1e02e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb2116c94b654376af51c7dd49b0766e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5585611 Feb 04 17:22:18.914107 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7531ef6-3e71-450e-8874-68d4dd1e02e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798da153-c803-4377-8894-3b3077dc8b29,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:18.917879 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54322) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:19.137901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8876f68d-deb8-449d-a6cf-7f96338da3c7 admin admin] Publish callbacks [] for security_group (798da153-c803-4377-8894-3b3077dc8b29), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.137901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04315a15-a23c-4ce7-94df-c51d5ea45632 req-1c272b6c-5e0f-4da2-b0d5-ac9ca4169702 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:19.137901 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-04315a15-a23c-4ce7-94df-c51d5ea45632 req-1c272b6c-5e0f-4da2-b0d5-ac9ca4169702 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1401637 Feb 04 17:22:19.137901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8876f68d-deb8-449d-a6cf-7f96338da3c7 admin admin] Publish callbacks [] for security_group (798da153-c803-4377-8894-3b3077dc8b29), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.192210 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 1b92701f-8a48-4368-9fb8-bb465be67b40 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:19.224724 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-04315a15-a23c-4ce7-94df-c51d5ea45632 req-4af8482c-e52f-4efa-88a6-5e1489331e55 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007845 Feb 04 17:22:19.384780 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8876f68d-deb8-449d-a6cf-7f96338da3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (798da153-c803-4377-8894-3b3077dc8b29), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.387856 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8876f68d-deb8-449d-a6cf-7f96338da3c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.389016 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-8876f68d-deb8-449d-a6cf-7f96338da3c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/798da153-c803-4377-8894-3b3077dc8b29 HTTP/1.1" status: 204 len: 168 time: 0.4691596 Feb 04 17:22:19.419382 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876f68d-deb8-449d-a6cf-7f96338da3c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798da153-c803-4377-8894-3b3077dc8b29,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:19.430905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 1b92701f-8a48-4368-9fb8-bb465be67b40, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b92701f-8a48-4368-9fb8-bb465be67b40,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:19.451964 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '1b92701f-8a48-4368-9fb8-bb465be67b40', 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144', 'port_id': '1b92701f-8a48-4368-9fb8-bb465be67b40', 'mac_address': 'fa:16:3e:00:bd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6285b362-b5b6-49f5-884d-808b0c19d073', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:19.508692 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 1b92701f-8a48-4368-9fb8-bb465be67b40 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:19.509210 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.532268 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b92701f-8a48-4368-9fb8-bb465be67b40 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:19.553861 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 1b92701f-8a48-4368-9fb8-bb465be67b40, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b92701f-8a48-4368-9fb8-bb465be67b40,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:19.659663 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:19.733445 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af5bb2-b7e4-4cbc-a59f-9230a8a00708 req-423ebca2-fed9-4903-a62f-cefbfb070db6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:19.736285 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-17af5bb2-b7e4-4cbc-a59f-9230a8a00708 req-423ebca2-fed9-4903-a62f-cefbfb070db6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 945 time: 0.0865757 Feb 04 17:22:19.736532 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=1b92701f-8a48-4368-9fb8-bb465be67b40,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:19.807601 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-17af5bb2-b7e4-4cbc-a59f-9230a8a00708 req-abdf4d25-79e1-4d3c-8453-7605c95fdd6d tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571275 Feb 04 17:22:20.148480 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['1b92701f-8a48-4368-9fb8-bb465be67b40'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:20.997827 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ff28b-8aac-4553-b274-bac8676e463e req-9e180e14-1668-4f57-baf0-df17199cc51b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:20.999709 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fc2ff28b-8aac-4553-b274-bac8676e463e req-9e180e14-1668-4f57-baf0-df17199cc51b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 945 time: 0.0842724 Feb 04 17:22:21.063638 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fc2ff28b-8aac-4553-b274-bac8676e463e req-0d52310d-1259-4ecd-b1f0-694d05bbc972 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535796 Feb 04 17:22:21.824830 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54430) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:21.976189 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c659720-ea4c-4a55-98ff-2b7be55f1cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.119120 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c659720-ea4c-4a55-98ff-2b7be55f1cea admin admin] Publish callbacks [] for security_group (5dae1650-9add-4ccf-9c80-58b89fb8a30e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.187189 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.241428 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6c659720-ea4c-4a55-98ff-2b7be55f1cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5dae1650-9add-4ccf-9c80-58b89fb8a30e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.300535 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb355780-2c35-4ca5-8140-ae3ab26c091d req-f2988ea0-6d96-453c-aaf4-8771978c6524 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:22.307234 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bb355780-2c35-4ca5-8140-ae3ab26c091d req-f2988ea0-6d96-453c-aaf4-8771978c6524 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 945 time: 0.1139042 Feb 04 17:22:22.333745 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-6c659720-ea4c-4a55-98ff-2b7be55f1cea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b26343fd5b584fa7b7ce57165968e084&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042777 Feb 04 17:22:22.335482 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54448) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:22.335983 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c659720-ea4c-4a55-98ff-2b7be55f1cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dae1650-9add-4ccf-9c80-58b89fb8a30e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:22.411059 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bb355780-2c35-4ca5-8140-ae3ab26c091d req-f32afaff-7b63-46aa-8771-cf71d5d8811d tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022561 Feb 04 17:22:22.420687 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0110-1354-4595-bfcb-ae5c62c89ee3 admin admin] Publish callbacks [] for security_group (5dae1650-9add-4ccf-9c80-58b89fb8a30e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.451661 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0110-1354-4595-bfcb-ae5c62c89ee3 admin admin] Publish callbacks [] for security_group (5dae1650-9add-4ccf-9c80-58b89fb8a30e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.667240 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0110-1354-4595-bfcb-ae5c62c89ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5dae1650-9add-4ccf-9c80-58b89fb8a30e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.672129 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7f8f0110-1354-4595-bfcb-ae5c62c89ee3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:22.678982 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7f8f0110-1354-4595-bfcb-ae5c62c89ee3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dae1650-9add-4ccf-9c80-58b89fb8a30e HTTP/1.1" status: 204 len: 168 time: 0.3363523 Feb 04 17:22:22.689567 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f0110-1354-4595-bfcb-ae5c62c89ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dae1650-9add-4ccf-9c80-58b89fb8a30e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:23.218954 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 1b92701f-8a48-4368-9fb8-bb465be67b40 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:23.397773 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 1b92701f-8a48-4368-9fb8-bb465be67b40 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:23.404034 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 1b92701f-8a48-4368-9fb8-bb465be67b40 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:23.407818 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:23.510445 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 1b92701f-8a48-4368-9fb8-bb465be67b40 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:23.510721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:23.541774 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b92701f-8a48-4368-9fb8-bb465be67b40'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:23.544428 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5773ea-1f5c-452c-8b45-0422c9779079" -d '{"events": [{"server_uuid": "cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "1b92701f-8a48-4368-9fb8-bb465be67b40"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:23.569455 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 1b92701f-8a48-4368-9fb8-bb465be67b40, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b92701f-8a48-4368-9fb8-bb465be67b40,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:23.611323 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29598c9-2119-4ffd-b231-e5195c84e041 x-openstack-request-id: req-c29598c9-2119-4ffd-b231-e5195c84e041 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:23.611642 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd", "name": "network-vif-plugged", "status": "completed", "tag": "1b92701f-8a48-4368-9fb8-bb465be67b40", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:23.612105 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c29598c9-2119-4ffd-b231-e5195c84e041 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:23.613153 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b92701f-8a48-4368-9fb8-bb465be67b40', 'code': 200} Feb 04 17:22:23.624207 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8996aa7-7bd0-4fd9-8970-0f3033a5ab02 req-48a0691c-64df-4fae-9586-2e033695bebc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:23.627007 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8996aa7-7bd0-4fd9-8970-0f3033a5ab02 req-48a0691c-64df-4fae-9586-2e033695bebc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 945 time: 0.0864995 Feb 04 17:22:23.672830 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:23.680570 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:23.708113 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f01cedea-79d8-488f-9d39-1bf52da9409c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:23.777576 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8996aa7-7bd0-4fd9-8970-0f3033a5ab02 req-fba3b2de-c532-435e-8c96-06c596eb88fd tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389649 Feb 04 17:22:23.822546 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=1b92701f-8a48-4368-9fb8-bb465be67b40,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:23.882771 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f01cedea-79d8-488f-9d39-1bf52da9409c admin admin] Publish callbacks [] for security_group (943399e4-962f-4d65-bdf4-c526911cf663), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:23.953349 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54492) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:23.959465 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f01cedea-79d8-488f-9d39-1bf52da9409c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (943399e4-962f-4d65-bdf4-c526911cf663), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.036840 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-f01cedea-79d8-488f-9d39-1bf52da9409c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4bc4d3a76cd4a31b5c2b926f7857f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3545332 Feb 04 17:22:24.040727 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01cedea-79d8-488f-9d39-1bf52da9409c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943399e4-962f-4d65-bdf4-c526911cf663,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:24.041238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54496) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:24.071160 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592899b5-f461-48ff-aff7-dc814958f7e4 req-5c052304-8954-4e29-8c28-40db3170a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:24.073185 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-592899b5-f461-48ff-aff7-dc814958f7e4 req-5c052304-8954-4e29-8c28-40db3170a60c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 1130 time: 0.0886960 Feb 04 17:22:24.162497 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c50f3fb3-fc0a-4ddb-baec-563f8ff102be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.165668 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-592899b5-f461-48ff-aff7-dc814958f7e4 req-91ea5a75-60a5-4b41-bc78-3526fd37d3a2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836575 Feb 04 17:22:24.182612 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bb87318-0800-4c23-9929-d3a49ec596da admin admin] Publish callbacks [] for security_group (943399e4-962f-4d65-bdf4-c526911cf663), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.218605 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bb87318-0800-4c23-9929-d3a49ec596da admin admin] Publish callbacks [] for security_group (943399e4-962f-4d65-bdf4-c526911cf663), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.319961 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c50f3fb3-fc0a-4ddb-baec-563f8ff102be admin admin] Publish callbacks [] for security_group (1af1595a-b4e2-40ce-8ccb-57aece10f344), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.410061 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c50f3fb3-fc0a-4ddb-baec-563f8ff102be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1af1595a-b4e2-40ce-8ccb-57aece10f344), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.457446 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bb87318-0800-4c23-9929-d3a49ec596da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (943399e4-962f-4d65-bdf4-c526911cf663), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.460232 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4bb87318-0800-4c23-9929-d3a49ec596da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.467284 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-4bb87318-0800-4c23-9929-d3a49ec596da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/943399e4-962f-4d65-bdf4-c526911cf663 HTTP/1.1" status: 204 len: 168 time: 0.4200366 Feb 04 17:22:24.467284 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f3fb3-fc0a-4ddb-baec-563f8ff102be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af1595a-b4e2-40ce-8ccb-57aece10f344,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:24.481644 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c50f3fb3-fc0a-4ddb-baec-563f8ff102be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b815a558078c4ea79fcabf5a21b85134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271051 Feb 04 17:22:24.485527 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54504) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:24.493857 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb87318-0800-4c23-9929-d3a49ec596da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943399e4-962f-4d65-bdf4-c526911cf663,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:24.564205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b85ef602-74d9-472e-9166-f9f5da1066c6 admin admin] Publish callbacks [] for security_group (1af1595a-b4e2-40ce-8ccb-57aece10f344), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.598639 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b85ef602-74d9-472e-9166-f9f5da1066c6 admin admin] Publish callbacks [] for security_group (1af1595a-b4e2-40ce-8ccb-57aece10f344), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.823661 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b85ef602-74d9-472e-9166-f9f5da1066c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1af1595a-b4e2-40ce-8ccb-57aece10f344), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.829877 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b85ef602-74d9-472e-9166-f9f5da1066c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:24.836044 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b85ef602-74d9-472e-9166-f9f5da1066c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1af1595a-b4e2-40ce-8ccb-57aece10f344 HTTP/1.1" status: 204 len: 168 time: 0.3450935 Feb 04 17:22:24.869913 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ef602-74d9-472e-9166-f9f5da1066c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af1595a-b4e2-40ce-8ccb-57aece10f344,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:25.067003 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284bba2-edf8-41f8-96f7-d2d557642185 req-c4948d47-111e-40f1-a765-31d21539dee7 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:25.069908 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e284bba2-edf8-41f8-96f7-d2d557642185 req-c4948d47-111e-40f1-a765-31d21539dee7 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 946 time: 0.1162930 Feb 04 17:22:25.163421 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e284bba2-edf8-41f8-96f7-d2d557642185 req-823546f7-eacf-4634-a789-d8bc7fc96ddd tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826697 Feb 04 17:22:25.898039 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54542) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:25.918689 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b154082-4073-411e-8cfb-aee523df1d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.087933 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b154082-4073-411e-8cfb-aee523df1d4c admin admin] Publish callbacks [] for security_group (d36d0c4b-bd41-47fc-a917-8610e281e5fa), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.209577 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0b154082-4073-411e-8cfb-aee523df1d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (d36d0c4b-bd41-47fc-a917-8610e281e5fa), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.300374 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0b154082-4073-411e-8cfb-aee523df1d4c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3b0a85c5a48e44b5afde634a6085eb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3961563 Feb 04 17:22:26.300374 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b154082-4073-411e-8cfb-aee523df1d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36d0c4b-bd41-47fc-a917-8610e281e5fa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:26.301502 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54558) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:26.495918 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-334e783b-baa1-494c-95b7-3b8df5ba675d admin admin] Publish callbacks [] for security_group (d36d0c4b-bd41-47fc-a917-8610e281e5fa), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.515734 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30e85a-6b13-423b-8ec4-411dc00739e4 req-bfce3a32-e687-47bb-819a-ef485a480aa7 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:26.518966 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dd30e85a-6b13-423b-8ec4-411dc00739e4 req-bfce3a32-e687-47bb-819a-ef485a480aa7 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 946 time: 0.1657178 Feb 04 17:22:26.590057 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-334e783b-baa1-494c-95b7-3b8df5ba675d admin admin] Publish callbacks [] for security_group (d36d0c4b-bd41-47fc-a917-8610e281e5fa), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.609121 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efc64-4230-4acf-adcd-e6af63e702fc req-e45b4992-3033-42ce-a3d9-436128dd731f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:26.611700 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-e45b4992-3033-42ce-a3d9-436128dd731f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.1914105 Feb 04 17:22:26.634971 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-0c49c5fe-f1c3-412e-9008-3d8857ac83c2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/quotas/97f2e504cc66445a9a3aecb687ae6104 HTTP/1.1" status: 200 len: 375 time: 0.0136747 Feb 04 17:22:26.695181 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dd30e85a-6b13-423b-8ec4-411dc00739e4 req-f2e3117a-8126-4132-9c60-9a34b248d632 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555290 Feb 04 17:22:26.726688 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8da7d520-5bea-440c-9381-4b19e149f5eb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796237 Feb 04 17:22:26.821341 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-334e783b-baa1-494c-95b7-3b8df5ba675d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (d36d0c4b-bd41-47fc-a917-8610e281e5fa), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.825028 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-334e783b-baa1-494c-95b7-3b8df5ba675d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:26.835316 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-334e783b-baa1-494c-95b7-3b8df5ba675d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d36d0c4b-bd41-47fc-a917-8610e281e5fa HTTP/1.1" status: 204 len: 168 time: 0.5319686 Feb 04 17:22:26.890506 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334e783b-baa1-494c-95b7-3b8df5ba675d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36d0c4b-bd41-47fc-a917-8610e281e5fa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:26.936617 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-ab9dfd74-27ec-42b6-8e60-43fd3dbc3731 service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945329 Feb 04 17:22:27.084772 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-a66c4517-01cd-42de-84c5-97da8ce203f7 service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465974 Feb 04 17:22:27.422149 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-159f3bea-1700-4c23-b29e-9d57488dd460 req-c399f15f-32a2-47c5-9ae7-273cfdb89e11 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 210 time: 0.0585232 Feb 04 17:22:27.661622 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54608) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:27.839489 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a01bd553-44ff-4bcd-ae3f-f28c385b20de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.036347 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a01bd553-44ff-4bcd-ae3f-f28c385b20de admin admin] Publish callbacks [] for security_group (2688cabf-3ceb-4104-a99f-ffa40a791297), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.111681 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a01bd553-44ff-4bcd-ae3f-f28c385b20de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (2688cabf-3ceb-4104-a99f-ffa40a791297), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.169149 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a01bd553-44ff-4bcd-ae3f-f28c385b20de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dad80e8296d04bcb84113070d10641af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5062039 Feb 04 17:22:28.170925 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01bd553-44ff-4bcd-ae3f-f28c385b20de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2688cabf-3ceb-4104-a99f-ffa40a791297,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:28.173296 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54630) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:28.244323 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cff463a-44d5-4ce5-862d-c468db002a91 admin admin] Publish callbacks [] for security_group (2688cabf-3ceb-4104-a99f-ffa40a791297), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.281095 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cff463a-44d5-4ce5-862d-c468db002a91 admin admin] Publish callbacks [] for security_group (2688cabf-3ceb-4104-a99f-ffa40a791297), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.524180 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cff463a-44d5-4ce5-862d-c468db002a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (2688cabf-3ceb-4104-a99f-ffa40a791297), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.529360 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-2cff463a-44d5-4ce5-862d-c468db002a91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:28.533129 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-2cff463a-44d5-4ce5-862d-c468db002a91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2688cabf-3ceb-4104-a99f-ffa40a791297 HTTP/1.1" status: 204 len: 168 time: 0.3567860 Feb 04 17:22:28.539874 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-760e89a8-2245-4740-a997-1a86a726864b req-a282c28a-ca62-4b53-999b-d557b85389a1 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 210 time: 0.0475824 Feb 04 17:22:28.569723 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff463a-44d5-4ce5-862d-c468db002a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2688cabf-3ceb-4104-a99f-ffa40a791297,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:29.004832 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc544eb8-ba9e-4ab3-8141-df899cb62163 req-508a4350-4be7-48ee-9d0f-13b69b166741 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:29.010765 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc544eb8-ba9e-4ab3-8141-df899cb62163 req-508a4350-4be7-48ee-9d0f-13b69b166741 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 946 time: 0.1392853 Feb 04 17:22:29.100488 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc544eb8-ba9e-4ab3-8141-df899cb62163 req-3c6c444f-1512-4941-b6f1-1e827f8719b9 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841439 Feb 04 17:22:29.485517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 54662) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:29.511447 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f88681a-1171-46b0-aa7c-a423069a422a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.693154 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f88681a-1171-46b0-aa7c-a423069a422a admin admin] Publish callbacks [] for security_group (6e90e918-5b37-4725-8dbd-34761eb53f50), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.727531 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0693e655-abc9-4a26-8c68-e4bfbace6d92 req-2821877b-4a95-4c35-b53f-bf9156a7f93c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 210 time: 0.0301929 Feb 04 17:22:29.754169 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4f88681a-1171-46b0-aa7c-a423069a422a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6e90e918-5b37-4725-8dbd-34761eb53f50), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.809139 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-4f88681a-1171-46b0-aa7c-a423069a422a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2f3e596441a4ac79af1314621c33586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205247 Feb 04 17:22:29.810903 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88681a-1171-46b0-aa7c-a423069a422a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e90e918-5b37-4725-8dbd-34761eb53f50,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:29.813968 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 54672) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:29.905672 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf862435-854a-48cc-94da-7f6e77370845 admin admin] Publish callbacks [] for security_group (6e90e918-5b37-4725-8dbd-34761eb53f50), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:29.933293 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf862435-854a-48cc-94da-7f6e77370845 admin admin] Publish callbacks [] for security_group (6e90e918-5b37-4725-8dbd-34761eb53f50), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.077339 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf862435-854a-48cc-94da-7f6e77370845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6e90e918-5b37-4725-8dbd-34761eb53f50), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.081106 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cf862435-854a-48cc-94da-7f6e77370845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:30.086170 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-cf862435-854a-48cc-94da-7f6e77370845 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e90e918-5b37-4725-8dbd-34761eb53f50 HTTP/1.1" status: 204 len: 168 time: 0.2686262 Feb 04 17:22:30.098582 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf862435-854a-48cc-94da-7f6e77370845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e90e918-5b37-4725-8dbd-34761eb53f50,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:30.345006 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d4e9-32c3-43ff-a13a-a923e993fce1 req-43334222-27f5-46a0-920a-aebf7de7f706 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:30.348259 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ed74d4e9-32c3-43ff-a13a-a923e993fce1 req-43334222-27f5-46a0-920a-aebf7de7f706 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 946 time: 0.0972989 Feb 04 17:22:30.432231 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ed74d4e9-32c3-43ff-a13a-a923e993fce1 req-db1954e4-1dc7-426e-99a9-398b149fe647 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725784 Feb 04 17:22:30.746994 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efc64-4230-4acf-adcd-e6af63e702fc req-9c94431e-0f1a-4d3f-a939-50a262c8d3f5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:30.755469 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-9c94431e-0f1a-4d3f-a939-50a262c8d3f5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.1996212 Feb 04 17:22:30.796358 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Request body: {'port': {'device_id': '45da6148-a58c-420a-89e5-cd41913ad383', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'admin_state_up': True, 'tenant_id': '97f2e504cc66445a9a3aecb687ae6104'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:30.961711 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9e86801f-72f8-4fd0-af3b-daebb3f9dc52 req-a481180f-aae0-4f99-9f55-4bd1807f7f2a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 210 time: 0.0522184 Feb 04 17:22:31.286156 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Made reservation on behalf of 97f2e504cc66445a9a3aecb687ae6104 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:31.292567 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:31.512276 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-03ff29e5-f871-43b8-ae5e-092a7bbe54a6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:31.515114 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-03ff29e5-f871-43b8-ae5e-092a7bbe54a6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 946 time: 0.2161191 Feb 04 17:22:31.722708 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843d330-3e43-40d4-8645-d637e23e3848 req-c40e9dfa-484b-41e9-ab57-b038a800b7f0 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:31.725403 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1843d330-3e43-40d4-8645-d637e23e3848 req-c40e9dfa-484b-41e9-ab57-b038a800b7f0 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 946 time: 0.1096804 Feb 04 17:22:31.732836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Allocated IP 172.20.0.9 (e9341194-1d5f-4083-959b-710e641d6a57/b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6/c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:31.823616 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1843d330-3e43-40d4-8645-d637e23e3848 req-e6d65fd5-2da3-49f9-91ab-5025b1d2747b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859466 Feb 04 17:22:31.901059 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Deleting port 1b92701f-8a48-4368-9fb8-bb465be67b40 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:22:31.901912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.411554 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9771cc92-55f1-4ffa-a611-6ea6b9b047c8 req-bcc070d7-8f78-42b3-adbd-22fe57d9ec6d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 210 time: 0.1687257 Feb 04 17:22:32.451158 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-486db673-7783-469b-ab19-d5c44c988c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.590757 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] For port 1b92701f-8a48-4368-9fb8-bb465be67b40, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=1b92701f-8a48-4368-9fb8-bb465be67b40,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:32.591317 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.624047 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks [] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.645142 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Calling delete_port for 1b92701f-8a48-4368-9fb8-bb465be67b40 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:22:32.955988 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:32.978470 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:33.060335 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Network e9341194-1d5f-4083-959b-710e641d6a57 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:33.075591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:33.094056 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:33.097568 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da560d01-a30b-40c5-be44-6877e897d17a req-548d1a47-a665-48e7-8903-76f6bc744f67 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:33.103339 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da560d01-a30b-40c5-be44-6877e897d17a req-548d1a47-a665-48e7-8903-76f6bc744f67 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 946 time: 0.1656413 Feb 04 17:22:33.105692 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:33.106845 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.130504 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event updated for resources: {'Port': ['ID=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:33.175692 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da560d01-a30b-40c5-be44-6877e897d17a req-e50cfb07-278d-48be-a417-888e3595ef61 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674322 Feb 04 17:22:33.247937 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (1b92701f-8a48-4368-9fb8-bb465be67b40), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.269765 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['1b92701f-8a48-4368-9fb8-bb465be67b40'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:33.303623 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Pushing event deleted for resources: {'Port': ['ID=1b92701f-8a48-4368-9fb8-bb465be67b40,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:33.312345 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-8d3e01af-67c7-499c-b912-36fc863bd25a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5294461 Feb 04 17:22:33.378013 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Request body: {'port': {'device_id': '45da6148-a58c-420a-89e5-cd41913ad383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:33.529393 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] No DVR routers for this DVR port 1b92701f-8a48-4368-9fb8-bb465be67b40 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:22:33.535680 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.544457 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-17339e71-c2e7-4e45-a129-97a593b2c0f4 req-0cdfdd76-47f7-4cad-a70d-6128c2e378c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "DELETE /v2.0/ports/1b92701f-8a48-4368-9fb8-bb465be67b40 HTTP/1.1" status: 204 len: 173 time: 2.0140178 Feb 04 17:22:33.553718 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'name': 'network-vif-deleted', 'tag': '1b92701f-8a48-4368-9fb8-bb465be67b40'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:33.558306 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808c6bf3-d8e0-40fa-bdc3-57f7c5cc3aa9" -d '{"events": [{"server_uuid": "cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd", "name": "network-vif-deleted", "tag": "1b92701f-8a48-4368-9fb8-bb465be67b40"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:33.677116 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7e7e03-25ac-451b-a5ef-30c1d6f369eb x-openstack-request-id: req-2a7e7e03-25ac-451b-a5ef-30c1d6f369eb {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:33.679938 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd", "name": "network-vif-deleted", "tag": "1b92701f-8a48-4368-9fb8-bb465be67b40", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:33.681879 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a7e7e03-25ac-451b-a5ef-30c1d6f369eb {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:33.682679 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd', 'name': 'network-vif-deleted', 'tag': '1b92701f-8a48-4368-9fb8-bb465be67b40', 'status': 'completed', 'code': 200} Feb 04 17:22:33.733842 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:33.880539 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63836d56-d94a-4ab0-a72a-e6b7ff7d3f38 req-bb7ab888-6798-4328-9404-483bbfa36324 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:33.896309 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63836d56-d94a-4ab0-a72a-e6b7ff7d3f38 req-bb7ab888-6798-4328-9404-483bbfa36324 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 931 time: 0.2464035 Feb 04 17:22:34.118464 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63836d56-d94a-4ab0-a72a-e6b7ff7d3f38 req-afc47df2-5afd-4298-a1c8-59a6a9eece1d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203681 Feb 04 17:22:34.427492 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-df9fe520-2291-4624-9f5a-c84e297c76f9 req-3dd41fc7-3914-41a0-8360-7a07a7e7ffd0 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=cac2aaeb-0d94-4720-8de3-95dcf4bb2fbd HTTP/1.1" status: 200 len: 210 time: 0.0661304 Feb 04 17:22:34.434748 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:34.451254 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Publish callbacks [] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.498481 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Transition to ACTIVE for port object c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:22:34.726008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:34.916863 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:34.950184 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Attempting to bind port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:34.951590 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Attempting to bind port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:34.952509 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Attempting to bind port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:34.967150 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 on network e9341194-1d5f-4083-959b-710e641d6a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:22:34.973634 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Attempting to bind port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:34.981872 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:34.982211 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Checking segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:34.982663 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Bound using segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:34.983090 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Bound port: c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:34.983453 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:35.169938 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e943e5b-1483-42ef-8b0c-703ee08846ca req-f695f6b9-63a2-44e3-a5e3-f68e04e7f250 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:35.172872 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8e943e5b-1483-42ef-8b0c-703ee08846ca req-f695f6b9-63a2-44e3-a5e3-f68e04e7f250 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.1920567 Feb 04 17:22:35.179724 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] For port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:35.186055 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] For port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:35.295176 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 1b92701f-8a48-4368-9fb8-bb465be67b40 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:22:35.300082 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8e943e5b-1483-42ef-8b0c-703ee08846ca req-ffef9d0a-bf6c-44e8-8db0-4aed45328122 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005599 Feb 04 17:22:35.303777 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:35.367345 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 1b92701f-8a48-4368-9fb8-bb465be67b40 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:22:35.368580 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 1b92701f-8a48-4368-9fb8-bb465be67b40 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:22:35.372338 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:35.373366 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:35.375303 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] 10.222.0.93 "PUT /v2.0/ports/c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 HTTP/1.1" status: 200 len: 1093 time: 2.0042105 Feb 04 17:22:35.395466 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68b6ce-b32c-4d0d-b170-1dfe3297efa8 req-bcec3335-7c56-4f38-90d1-ce2c81e10cb3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:35.397970 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-be68b6ce-b32c-4d0d-b170-1dfe3297efa8 req-bcec3335-7c56-4f38-90d1-ce2c81e10cb3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 943 time: 0.1249442 Feb 04 17:22:35.424457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6db6e5-de9c-40b1-a6d1-659d1c0943ea service neutron] Pushing event updated for resources: {'Port': ['ID=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:35.485640 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-be68b6ce-b32c-4d0d-b170-1dfe3297efa8 req-2237d971-e582-408b-90c0-0e3b6721a787 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770526 Feb 04 17:22:35.622233 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efc64-4230-4acf-adcd-e6af63e702fc req-44e0d7e6-ec0d-46cb-ba44-fd872ea9b687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:35.624763 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-44e0d7e6-ec0d-46cb-ba44-fd872ea9b687 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 1127 time: 0.0621903 Feb 04 17:22:35.696628 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45da6148-a58c-420a-89e5-cd41913ad383', 'tag': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:35.700687 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac0d38-bdee-424f-b02a-f94de81e2d15" -d '{"events": [{"name": "network-changed", "server_uuid": "45da6148-a58c-420a-89e5-cd41913ad383", "tag": "c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:35.708390 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-5e9ada86-e2d6-45fd-8c35-c017aeaf95a9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 HTTP/1.1" status: 200 len: 217 time: 0.0735600 Feb 04 17:22:35.795898 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140efc64-4230-4acf-adcd-e6af63e702fc req-73971ede-0ba0-48fe-b8c7-b060210b5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:35.797676 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-73971ede-0ba0-48fe-b8c7-b060210b5329 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0819929 Feb 04 17:22:35.803218 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f8916e-1779-4e62-b1d4-13a31d3eafcf x-openstack-request-id: req-63f8916e-1779-4e62-b1d4-13a31d3eafcf {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:35.803218 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45da6148-a58c-420a-89e5-cd41913ad383", "tag": "c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:35.803218 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-63f8916e-1779-4e62-b1d4-13a31d3eafcf {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:35.803897 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45da6148-a58c-420a-89e5-cd41913ad383', 'tag': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', 'status': 'completed', 'code': 200} Feb 04 17:22:35.853060 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-a6a09a1e-5703-4c6c-bc8a-a737fbb1b12f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421131 Feb 04 17:22:35.907231 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f6b6c543-488d-4409-b004-64a3648ff51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:35.974665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376916b-e157-470e-85cc-8be92afd670b req-2987871b-cec4-45a1-a7bc-62374821cab6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:35.978078 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-2987871b-cec4-45a1-a7bc-62374821cab6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/networks?id=d11beb1e-c800-4f4d-a735-4adac7aee144 HTTP/1.1" status: 200 len: 808 time: 0.2252362 Feb 04 17:22:36.006632 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-a19aac8f-7df3-4c2f-b9af-08076ffb0cfc tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/quotas/9f1b8cf580384271b0248105b3c9c872 HTTP/1.1" status: 200 len: 375 time: 0.0177100 Feb 04 17:22:36.037605 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-6c4ccb38-dffe-4e94-93b8-e208d8ff1277 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740580 Feb 04 17:22:36.090756 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-3c74913e-f0d8-456e-b576-cc3de795ceef tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9f1b8cf580384271b0248105b3c9c872&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663288 Feb 04 17:22:36.224137 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-140efc64-4230-4acf-adcd-e6af63e702fc req-95fba86f-e697-4466-bced-5b637ebbf508 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722023 Feb 04 17:22:36.288842 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-6034c502-b03e-4800-bc2e-2cf783a2fa9e service neutron] 10.222.0.24 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736038 Feb 04 17:22:36.466685 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-1c3fbb73-4e82-4936-ace3-274bb1c72f95 service neutron] 10.222.0.24 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712074 Feb 04 17:22:36.574981 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d80f3d7-fade-4749-ba6a-1d642b6bb75d req-b233509a-2c57-466a-8ac4-221cd961c295 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:36.577318 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8d80f3d7-fade-4749-ba6a-1d642b6bb75d req-b233509a-2c57-466a-8ac4-221cd961c295 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.1435566 Feb 04 17:22:36.582517 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-17daf21b-0373-40b3-bc2d-b0d08a5122d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:36.584435 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-17daf21b-0373-40b3-bc2d-b0d08a5122d2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 1127 time: 0.1685946 Feb 04 17:22:36.716970 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8d80f3d7-fade-4749-ba6a-1d642b6bb75d req-a07158d4-ba80-4559-84fb-3f9163afc0cd tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292117 Feb 04 17:22:36.754409 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-c455e182-6747-4098-81db-a03f5aa22ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:36.755493 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-c455e182-6747-4098-81db-a03f5aa22ccb service neutron] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 915 time: 0.1502452 Feb 04 17:22:36.817361 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-1dc9a105-511f-4431-8efe-734cf2da8689 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 HTTP/1.1" status: 200 len: 217 time: 0.0544453 Feb 04 17:22:36.922444 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-e35fd351-3d5a-4a47-88be-95e1c307fc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:36.924839 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-e35fd351-3d5a-4a47-88be-95e1c307fc8f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0973203 Feb 04 17:22:36.936635 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6194e-1315-4f55-ac1b-3ca12667f3ef req-7f90ace1-b92f-4cd4-9b9e-779c931ce92c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:36.941171 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77b6194e-1315-4f55-ac1b-3ca12667f3ef req-7f90ace1-b92f-4cd4-9b9e-779c931ce92c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 943 time: 0.1248043 Feb 04 17:22:36.984095 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-d49bc9c9-1d53-4a75-9af8-efcb8546647f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443883 Feb 04 17:22:36.994592 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d61bac7f-a3c1-46cd-8a87-405e5285f273 req-8b899d49-050c-47f2-a982-2c78c55fcd78 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 210 time: 0.0698113 Feb 04 17:22:37.158977 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77b6194e-1315-4f55-ac1b-3ca12667f3ef req-73a9b1da-12a3-47da-9310-b3627e4f6cf5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103441 Feb 04 17:22:37.217486 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-3f22e0e0-e2e7-45ee-9cb6-d8c7c7f4ef71 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125943 Feb 04 17:22:37.368754 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-98ac0d38-bdee-424f-b02a-f94de81e2d15 req-bccb0172-9bca-49a5-bb9f-a697a5836c92 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443055 Feb 04 17:22:37.897942 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5f422-238a-4867-b5b2-cbb71d93dd98 req-1ce3cb98-a004-4be7-8bcf-bb4362d31938 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:37.900692 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-13d5f422-238a-4867-b5b2-cbb71d93dd98 req-1ce3cb98-a004-4be7-8bcf-bb4362d31938 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.0906634 Feb 04 17:22:37.992876 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-13d5f422-238a-4867-b5b2-cbb71d93dd98 req-5fbb42e1-ba50-4b13-bba0-6f9d71e9551e tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/security-groups?id=0424649e-baab-4ca1-8d03-d4fc03ba7c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848186 Feb 04 17:22:38.013366 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:38.131157 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-91ed2192-177a-4410-9986-9e013c88218a req-f28e843e-42c0-4c1f-ba2f-6c914717515b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 210 time: 0.0410793 Feb 04 17:22:38.392021 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d431b3c-f049-4207-8635-c7189eeb8bf2 req-9c9b4391-3f71-4f5c-9fce-28890f3463da tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:38.395694 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d431b3c-f049-4207-8635-c7189eeb8bf2 req-9c9b4391-3f71-4f5c-9fce-28890f3463da tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 943 time: 0.1052151 Feb 04 17:22:38.398913 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-63426525-5223-4c89-85d7-4d55d79a212f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:38.401105 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-63426525-5223-4c89-85d7-4d55d79a212f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.93 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 945 time: 0.1055076 Feb 04 17:22:38.498508 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d431b3c-f049-4207-8635-c7189eeb8bf2 req-aeaa068e-c9dd-4952-aa24-f946b8ace79f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895340 Feb 04 17:22:38.582736 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Deleting port 9f4acfd2-f02c-4c07-977a-a3004698b932 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:22:38.583364 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:38.746845 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] For port 9f4acfd2-f02c-4c07-977a-a3004698b932, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4acfd2-f02c-4c07-977a-a3004698b932,segment=NetworkSegment(341f4cc5-ef05-493f-ac0f-11cf34811534),segment_id=341f4cc5-ef05-493f-ac0f-11cf34811534)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:38.747261 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:38.764446 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Calling delete_port for 9f4acfd2-f02c-4c07-977a-a3004698b932 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:22:39.083096 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (9f4acfd2-f02c-4c07-977a-a3004698b932), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:39.098795 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['9f4acfd2-f02c-4c07-977a-a3004698b932'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:39.131358 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Pushing event deleted for resources: {'Port': ['ID=9f4acfd2-f02c-4c07-977a-a3004698b932,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:39.166307 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-faba0ad4-d61a-429b-abe0-cd5b1b7c46e7 req-7287a312-357c-4566-bc46-b4c5774a0398 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0518305 Feb 04 17:22:39.233373 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] No DVR routers for this DVR port 9f4acfd2-f02c-4c07-977a-a3004698b932 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:22:39.240370 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:39.245152 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-985772a6-df4c-4ae8-a2c6-b5b7b316f68a req-51410040-56c2-4d47-ada0-6cef99798e5f tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.93 "DELETE /v2.0/ports/9f4acfd2-f02c-4c07-977a-a3004698b932 HTTP/1.1" status: 204 len: 173 time: 0.8377392 Feb 04 17:22:39.245536 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'name': 'network-vif-deleted', 'tag': '9f4acfd2-f02c-4c07-977a-a3004698b932'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:39.256626 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbc31b0-eee7-42e2-992f-e8b43e9c6100" -d '{"events": [{"server_uuid": "741c40c6-089f-4600-be2e-f09d3f1d5ad9", "name": "network-vif-deleted", "tag": "9f4acfd2-f02c-4c07-977a-a3004698b932"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:39.353892 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397e7d47-302c-46a4-a862-a6a9322e28b9 x-openstack-request-id: req-397e7d47-302c-46a4-a862-a6a9322e28b9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:39.354234 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "741c40c6-089f-4600-be2e-f09d3f1d5ad9", "name": "network-vif-deleted", "tag": "9f4acfd2-f02c-4c07-977a-a3004698b932", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:39.354600 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-397e7d47-302c-46a4-a862-a6a9322e28b9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:39.355371 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741c40c6-089f-4600-be2e-f09d3f1d5ad9', 'name': 'network-vif-deleted', 'tag': '9f4acfd2-f02c-4c07-977a-a3004698b932', 'status': 'completed', 'code': 200} Feb 04 17:22:39.399463 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a00f812d-88b0-4d21-9168-2d1fa865302a req-370ffb1b-74ab-46e9-931c-d249f168b83f tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 210 time: 0.0907657 Feb 04 17:22:39.806672 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b845e68-1f36-474b-9543-4938965c1c5a req-0889ea67-5121-4683-beb0-c11d1cf1d77c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:39.809874 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3b845e68-1f36-474b-9543-4938965c1c5a req-0889ea67-5121-4683-beb0-c11d1cf1d77c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 943 time: 0.1617713 Feb 04 17:22:39.824755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376916b-e157-470e-85cc-8be92afd670b req-25796240-bbd1-4fa3-9c0f-a5ef53f73906 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:39.827594 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-25796240-bbd1-4fa3-9c0f-a5ef53f73906 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "GET /v2.0/networks?id=d11beb1e-c800-4f4d-a735-4adac7aee144 HTTP/1.1" status: 200 len: 808 time: 0.2657816 Feb 04 17:22:39.888086 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Request body: {'port': {'device_id': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144', 'admin_state_up': True, 'tenant_id': '9f1b8cf580384271b0248105b3c9c872'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:39.960336 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3b845e68-1f36-474b-9543-4938965c1c5a req-4d70f56d-00f1-47c0-afad-55e2ff8aa359 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312890 Feb 04 17:22:40.169257 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Made reservation on behalf of 9f1b8cf580384271b0248105b3c9c872 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:40.177348 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:40.385449 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8c2a9a9f-3738-42d2-b9cc-080864a6e099 req-9f0d7dda-14ed-4000-9c24-6d15abefa190 tempest-DeleteServersTestJSON-1331099731 tempest-DeleteServersTestJSON-1331099731-project] 10.222.0.24 "GET /v2.0/ports?device_id=741c40c6-089f-4600-be2e-f09d3f1d5ad9 HTTP/1.1" status: 200 len: 210 time: 0.0584819 Feb 04 17:22:40.452340 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Allocated IP 172.20.0.7 (d11beb1e-c800-4f4d-a735-4adac7aee144/6285b362-b5b6-49f5-884d-808b0c19d073/7412ef52-64f1-40cf-8f27-352ac9442870) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:40.601153 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-363d3edf-5ad6-4185-9ba4-19b70c641062 req-e81fb7e6-00a3-48a0-83c9-434d013c08ec tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 210 time: 0.0603173 Feb 04 17:22:40.806646 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks [] for port (7412ef52-64f1-40cf-8f27-352ac9442870), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:40.975923 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.056872 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Network d11beb1e-c800-4f4d-a735-4adac7aee144 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:41.060870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:41.069942 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:41.083900 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:41.085015 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.102875 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Pushing event updated for resources: {'Port': ['ID=7412ef52-64f1-40cf-8f27-352ac9442870,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:41.138721 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903b339-601a-4ef0-8b06-c548c7308daf req-ad4147da-1380-45e4-8b5c-7470cd348502 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:41.140810 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2903b339-601a-4ef0-8b06-c548c7308daf req-ad4147da-1380-45e4-8b5c-7470cd348502 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 943 time: 0.0896208 Feb 04 17:22:41.208630 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2903b339-601a-4ef0-8b06-c548c7308daf req-7b235749-e264-4aea-a4d5-96b543d149d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599253 Feb 04 17:22:41.274569 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-a3544136-24de-4cfb-866c-c547c06b7c3b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3911152 Feb 04 17:22:41.288311 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Request body: {'port': {'device_id': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:41.303754 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:41.311674 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 9f4acfd2-f02c-4c07-977a-a3004698b932 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:22:41.384793 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.385639 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 9f4acfd2-f02c-4c07-977a-a3004698b932 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:22:41.386185 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 9f4acfd2-f02c-4c07-977a-a3004698b932 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:22:41.401468 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.511290 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:41.526365 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'port_id': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', 'mac_address': 'fa:16:3e:3b:da:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:41.586661 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:41.587116 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.589425 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:41.614746 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:41.930659 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:41.947013 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd567fe-128d-4c8e-a9fa-6e9066950a3e req-bbb04b42-7e39-4ac8-8a9d-3a45e042e576 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:41.948956 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4cd567fe-128d-4c8e-a9fa-6e9066950a3e req-bbb04b42-7e39-4ac8-8a9d-3a45e042e576 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 931 time: 0.1541235 Feb 04 17:22:42.036578 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4cd567fe-128d-4c8e-a9fa-6e9066950a3e req-58811c4c-710c-4f0f-84a7-5accc8e13ced tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735271 Feb 04 17:22:42.042883 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:42.110920 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7412ef52-64f1-40cf-8f27-352ac9442870 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:42.123684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:42.125060 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Publish callbacks [] for port (7412ef52-64f1-40cf-8f27-352ac9442870), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:42.146301 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Transition to ACTIVE for port object 7412ef52-64f1-40cf-8f27-352ac9442870 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:22:42.259415 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:42.408316 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Pushing event updated for resources: {'Port': ['ID=7412ef52-64f1-40cf-8f27-352ac9442870,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:42.463112 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Attempting to bind port 7412ef52-64f1-40cf-8f27-352ac9442870 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:42.463615 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Attempting to bind port 7412ef52-64f1-40cf-8f27-352ac9442870 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:42.463812 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Attempting to bind port 7412ef52-64f1-40cf-8f27-352ac9442870 on network d11beb1e-c800-4f4d-a735-4adac7aee144 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:42.472680 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d060f637-11dd-46f6-898d-779791c70644 req-cba567cb-a341-45dd-9f9c-ade0d9031e46 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:42.474319 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d060f637-11dd-46f6-898d-779791c70644 req-cba567cb-a341-45dd-9f9c-ade0d9031e46 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 944 time: 0.1590576 Feb 04 17:22:42.478683 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Port 7412ef52-64f1-40cf-8f27-352ac9442870 on network d11beb1e-c800-4f4d-a735-4adac7aee144 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:22:42.479125 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Attempting to bind port 7412ef52-64f1-40cf-8f27-352ac9442870 on network d11beb1e-c800-4f4d-a735-4adac7aee144 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:42.485299 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:42.485673 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Checking segment: {'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:42.486248 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Bound using segment: {'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:42.487156 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Bound port: 7412ef52-64f1-40cf-8f27-352ac9442870, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:42.487520 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:42.519787 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:42.628179 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d060f637-11dd-46f6-898d-779791c70644 req-bab25144-730b-450a-801b-f59f36aea3ee tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348722 Feb 04 17:22:42.655885 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] For port 7412ef52-64f1-40cf-8f27-352ac9442870, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:42.662653 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] For port 7412ef52-64f1-40cf-8f27-352ac9442870, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7412ef52-64f1-40cf-8f27-352ac9442870,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:42.782581 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:42.849949 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:42.850765 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:42.852367 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] 10.222.0.93 "PUT /v2.0/ports/7412ef52-64f1-40cf-8f27-352ac9442870 HTTP/1.1" status: 200 len: 1093 time: 1.5698440 Feb 04 17:22:42.852972 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'tag': '7412ef52-64f1-40cf-8f27-352ac9442870'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:42.855427 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cda0d9f-458e-40ec-bbc9-122a8334208c" -d '{"events": [{"name": "network-changed", "server_uuid": "37db7b9d-4710-42e3-b61d-df3bdbaf5d43", "tag": "7412ef52-64f1-40cf-8f27-352ac9442870"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:42.898845 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72deb553-a5d7-4053-9153-edeb497a3efa service neutron] Pushing event updated for resources: {'Port': ['ID=7412ef52-64f1-40cf-8f27-352ac9442870,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:42.936320 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d249951-88f9-4766-bdf5-c2a38b1c2cbd x-openstack-request-id: req-1d249951-88f9-4766-bdf5-c2a38b1c2cbd {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:42.936908 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37db7b9d-4710-42e3-b61d-df3bdbaf5d43", "tag": "7412ef52-64f1-40cf-8f27-352ac9442870", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:42.950932 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d249951-88f9-4766-bdf5-c2a38b1c2cbd {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:42.951642 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'tag': '7412ef52-64f1-40cf-8f27-352ac9442870', 'status': 'completed', 'code': 200} Feb 04 17:22:43.364280 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0d9f-458e-40ec-bbc9-122a8334208c req-d202eabb-364f-4fa0-a700-63bac2c65edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.366858 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6cda0d9f-458e-40ec-bbc9-122a8334208c req-d202eabb-364f-4fa0-a700-63bac2c65edf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9f1b8cf580384271b0248105b3c9c872&device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 1127 time: 0.4027433 Feb 04 17:22:43.410835 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb0acf-2ed5-4d0e-94f2-83b8c3d34750 req-1de0f6ea-bbb8-4044-9c4a-342c411a507f tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.412586 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2abb0acf-2ed5-4d0e-94f2-83b8c3d34750 req-1de0f6ea-bbb8-4044-9c4a-342c411a507f tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 943 time: 0.1408379 Feb 04 17:22:43.538368 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2abb0acf-2ed5-4d0e-94f2-83b8c3d34750 req-b4527a4c-1457-47fa-b838-57fdfe53c9ea tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913074 Feb 04 17:22:43.543171 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0d9f-458e-40ec-bbc9-122a8334208c req-956839b6-c5bc-4828-b629-1c39f7291f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.544810 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6cda0d9f-458e-40ec-bbc9-122a8334208c req-956839b6-c5bc-4828-b629-1c39f7291f70 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9f1b8cf580384271b0248105b3c9c872&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1690402 Feb 04 17:22:43.573746 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55040) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:43.634165 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] Deleting subnet 8f723c2b-a2be-4b66-9586-80bfb90e4734 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:22:43.639847 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] Publish callbacks [] for subnet (8f723c2b-a2be-4b66-9586-80bfb90e4734), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:43.690774 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] Publish callbacks [] for subnet (8f723c2b-a2be-4b66-9586-80bfb90e4734), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:43.710663 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (8f723c2b-a2be-4b66-9586-80bfb90e4734), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:43.761783 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda0d9f-458e-40ec-bbc9-122a8334208c req-b9da27b6-eb39-4a98-8944-8d9cc4fd9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.765295 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6cda0d9f-458e-40ec-bbc9-122a8334208c req-b9da27b6-eb39-4a98-8944-8d9cc4fd9a3d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2133331 Feb 04 17:22:43.893900 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacacac-22a2-4bf3-88d0-5d58c3ac4f8b req-461af71b-7762-4568-a780-0e727b066ac7 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.896022 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1cacacac-22a2-4bf3-88d0-5d58c3ac4f8b req-461af71b-7762-4568-a780-0e727b066ac7 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 944 time: 0.1291339 Feb 04 17:22:43.907334 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (8f723c2b-a2be-4b66-9586-80bfb90e4734), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:43.941424 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376916b-e157-470e-85cc-8be92afd670b req-48b4803b-8d6f-47e9-9d76-9c12325c8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:43.943024 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-48b4803b-8d6f-47e9-9d76-9c12325c8598 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9f1b8cf580384271b0248105b3c9c872&device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 1127 time: 0.1139493 Feb 04 17:22:43.961990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f723c2b-a2be-4b66-9586-80bfb90e4734,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:43.965995 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:43.972506 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-624654ad-a004-4b48-85b3-54dd0182874e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8f723c2b-a2be-4b66-9586-80bfb90e4734 HTTP/1.1" status: 204 len: 168 time: 0.3973472 Feb 04 17:22:43.979238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55048) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:44.037209 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-38c89964-8a43-4004-aa8c-cff57e889949 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7412ef52-64f1-40cf-8f27-352ac9442870 HTTP/1.1" status: 200 len: 217 time: 0.0841289 Feb 04 17:22:44.045608 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1cacacac-22a2-4bf3-88d0-5d58c3ac4f8b req-1b8aac93-c67f-4eaf-8d2a-1c42bdb49537 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386509 Feb 04 17:22:44.177182 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376916b-e157-470e-85cc-8be92afd670b req-c549bf0b-d42f-45cb-84f5-8f582dd84246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:44.180570 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-c549bf0b-d42f-45cb-84f5-8f582dd84246 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6285b362-b5b6-49f5-884d-808b0c19d073 HTTP/1.1" status: 200 len: 848 time: 0.1278551 Feb 04 17:22:44.247935 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-0dbbba7b-ccab-4980-af39-050c297b597f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d11beb1e-c800-4f4d-a735-4adac7aee144&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557454 Feb 04 17:22:44.455698 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-7d2d28fa-1ac6-48d4-a446-48ac71bb27c6 service neutron] 10.222.0.93 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991689 Feb 04 17:22:44.589539 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (985d2728-d174-419e-bb14-8b10ee0a0483), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:44.647546 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1376916b-e157-470e-85cc-8be92afd670b req-630ea6b1-aeab-4094-9736-273d42b06ea7 service neutron] 10.222.0.93 "GET /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856678 Feb 04 17:22:44.764482 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (985d2728-d174-419e-bb14-8b10ee0a0483), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:44.795309 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.795936 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.796921 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.797353 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > port after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.797781 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.798299 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > port after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.802530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.802530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.802530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.802530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.987766 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.988256 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.988811 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.989316 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103215) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:22:44.989681 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['985d2728-d174-419e-bb14-8b10ee0a0483']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:45.016992 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341f4cc5-ef05-493f-ac0f-11cf34811534') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:45.017326 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341f4cc5-ef05-493f-ac0f-11cf34811534') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:45.043511 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca8cb8-ec88-4e46-832e-690dd5dadde2 req-7e1468ca-8a21-47c5-a916-07b4a606d38c tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:45.047343 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-39ca8cb8-ec88-4e46-832e-690dd5dadde2 req-7e1468ca-8a21-47c5-a916-07b4a606d38c tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 943 time: 0.3431296 Feb 04 17:22:45.061909 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (341f4cc5-ef05-493f-ac0f-11cf34811534), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.102588 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55084) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:45.136841 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (341f4cc5-ef05-493f-ac0f-11cf34811534), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.179750 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:22:45.180425 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (341f4cc5-ef05-493f-ac0f-11cf34811534), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: from cryptography.utils import int_from_bytes Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: from cryptography.utils import int_from_bytes Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:22:45.241968 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:22:45.310486 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca497d04-65d3-4f4d-b56b-4b839346b952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.323032 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:45.334955 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd0cc04-1007-49b1-bf57-c771acc26198 req-5bdece15-caa5-4127-9211-f43b7b84cf25 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:45.337057 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2fd0cc04-1007-49b1-bf57-c771acc26198 req-5bdece15-caa5-4127-9211-f43b7b84cf25 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 944 time: 0.1289160 Feb 04 17:22:45.352432 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-39ca8cb8-ec88-4e46-832e-690dd5dadde2 req-ded9bcab-762c-4d00-b3f6-07ac2a08f8c3 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946663 Feb 04 17:22:45.617403 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2fd0cc04-1007-49b1-bf57-c771acc26198 req-2dc2a442-22a7-4c35-a91d-be64dc3763de tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705607 Feb 04 17:22:45.667721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:45.670935 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (985d2728-d174-419e-bb14-8b10ee0a0483), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.682309 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:45.682672 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.687144 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.692447 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] 10.222.0.24 "DELETE /v2.0/networks/985d2728-d174-419e-bb14-8b10ee0a0483 HTTP/1.1" status: 204 len: 168 time: 1.7099185 Feb 04 17:22:45.695041 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca497d04-65d3-4f4d-b56b-4b839346b952 admin admin] Publish callbacks [] for security_group (da0f887f-3194-40d4-afd2-03136ff3d9a2), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.711869 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30fa9c-3c75-481e-9e84-b3a5750f5148 admin admin] Pushing event deleted for resources: {'Network': ['ID=985d2728-d174-419e-bb14-8b10ee0a0483,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:45.786227 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ca497d04-65d3-4f4d-b56b-4b839346b952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (da0f887f-3194-40d4-afd2-03136ff3d9a2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.800798 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:45.801239 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.830414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45da6148-a58c-420a-89e5-cd41913ad383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:45.832803 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e54402-78f3-41b5-94e9-e8da4d013e38" -d '{"events": [{"server_uuid": "45da6148-a58c-420a-89e5-cd41913ad383", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:45.848286 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:45.869606 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ca497d04-65d3-4f4d-b56b-4b839346b952 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5478fefdb54d47519bf3335ca75bac52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7651052 Feb 04 17:22:45.871108 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca497d04-65d3-4f4d-b56b-4b839346b952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f887f-3194-40d4-afd2-03136ff3d9a2,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:45.873990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55096) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:45.913132 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1824d7-6eef-45ac-bf08-01c2ef059c04 x-openstack-request-id: req-5b1824d7-6eef-45ac-bf08-01c2ef059c04 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:45.913517 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45da6148-a58c-420a-89e5-cd41913ad383", "name": "network-vif-plugged", "status": "completed", "tag": "c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:45.913764 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b1824d7-6eef-45ac-bf08-01c2ef059c04 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:45.914850 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45da6148-a58c-420a-89e5-cd41913ad383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', 'code': 200} Feb 04 17:22:45.971960 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:45.978895 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87fe1549-d0eb-4ad6-9d37-267dd48f3ec0 admin admin] Publish callbacks [] for security_group (da0f887f-3194-40d4-afd2-03136ff3d9a2), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.030903 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87fe1549-d0eb-4ad6-9d37-267dd48f3ec0 admin admin] Publish callbacks [] for security_group (da0f887f-3194-40d4-afd2-03136ff3d9a2), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.071807 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:46.209024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55106) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:46.259740 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87fe1549-d0eb-4ad6-9d37-267dd48f3ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (da0f887f-3194-40d4-afd2-03136ff3d9a2), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.264652 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-87fe1549-d0eb-4ad6-9d37-267dd48f3ec0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.266692 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-87fe1549-d0eb-4ad6-9d37-267dd48f3ec0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da0f887f-3194-40d4-afd2-03136ff3d9a2 HTTP/1.1" status: 204 len: 168 time: 0.3910890 Feb 04 17:22:46.303654 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe1549-d0eb-4ad6-9d37-267dd48f3ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f887f-3194-40d4-afd2-03136ff3d9a2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:46.315322 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:46.315701 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-2b74f2ae-ca6b-44e7-9be6-dca79758b0e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2959c63b9c254f039b98d9da02ba839b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1065390 Feb 04 17:22:46.473128 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9c15a24-d032-49db-8643-7272b6559b57 admin admin] Publish callbacks [] for security_group (0424649e-baab-4ca1-8d03-d4fc03ba7c44), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.480132 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0d614-b51a-4113-8437-068ddc167bd2 req-9fd100e1-a6f9-4d72-9456-4c0a3fdba6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:46.483020 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-65b0d614-b51a-4113-8437-068ddc167bd2 req-9fd100e1-a6f9-4d72-9456-4c0a3fdba6c3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 1129 time: 0.1475906 Feb 04 17:22:46.592714 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9c15a24-d032-49db-8643-7272b6559b57 admin admin] Publish callbacks [] for security_group (0424649e-baab-4ca1-8d03-d4fc03ba7c44), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.723386 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-65b0d614-b51a-4113-8437-068ddc167bd2 req-d442df1b-2ff9-4b79-b19a-aa65efb07329 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256329 Feb 04 17:22:46.740990 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4d9dc-3ad5-46c9-b4ef-f9437353f596 req-d1fcbc55-b223-4c76-bffd-db7ab62d38cf tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:46.743808 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-afb4d9dc-3ad5-46c9-b4ef-f9437353f596 req-d1fcbc55-b223-4c76-bffd-db7ab62d38cf tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 943 time: 0.2440581 Feb 04 17:22:46.817235 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dfcf5-439c-40b9-a4d6-360d2c3fba22 req-c93229c1-aae1-4412-9b5c-fbceecf18c1f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:46.820065 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7d4dfcf5-439c-40b9-a4d6-360d2c3fba22 req-c93229c1-aae1-4412-9b5c-fbceecf18c1f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.1058795 Feb 04 17:22:46.840440 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9c15a24-d032-49db-8643-7272b6559b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0424649e-baab-4ca1-8d03-d4fc03ba7c44), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.846388 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b9c15a24-d032-49db-8643-7272b6559b57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:46.853116 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-b9c15a24-d032-49db-8643-7272b6559b57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0424649e-baab-4ca1-8d03-d4fc03ba7c44 HTTP/1.1" status: 204 len: 168 time: 0.5354598 Feb 04 17:22:46.867165 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-afb4d9dc-3ad5-46c9-b4ef-f9437353f596 req-be2bd6fc-69b3-4eac-9c2b-f1f372d8af1f tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071100 Feb 04 17:22:46.877408 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c15a24-d032-49db-8643-7272b6559b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0424649e-baab-4ca1-8d03-d4fc03ba7c44,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:46.920916 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7d4dfcf5-439c-40b9-a4d6-360d2c3fba22 req-4a7bca12-666e-4ed8-8744-d1e47671c5a8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858312 Feb 04 17:22:47.325373 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:47.340768 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3091e1ae-6ff5-42e3-9688-69d91fb67781 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.460114 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3091e1ae-6ff5-42e3-9688-69d91fb67781 admin admin] Publish callbacks [] for security_group (4f990fa8-d3b8-4535-9084-c0652ee47273), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.525056 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3091e1ae-6ff5-42e3-9688-69d91fb67781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4f990fa8-d3b8-4535-9084-c0652ee47273), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.572175 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3091e1ae-6ff5-42e3-9688-69d91fb67781 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a59fee453f44b47a4a82a9758d0b25f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454026 Feb 04 17:22:47.573362 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091e1ae-6ff5-42e3-9688-69d91fb67781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f990fa8-d3b8-4535-9084-c0652ee47273,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:47.575119 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55134) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:47.672993 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b75c903d-a74a-4f0d-a019-79d6b2d145b2 admin admin] Publish callbacks [] for security_group (4f990fa8-d3b8-4535-9084-c0652ee47273), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.700422 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b75c903d-a74a-4f0d-a019-79d6b2d145b2 admin admin] Publish callbacks [] for security_group (4f990fa8-d3b8-4535-9084-c0652ee47273), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.883786 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b75c903d-a74a-4f0d-a019-79d6b2d145b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4f990fa8-d3b8-4535-9084-c0652ee47273), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.887890 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b75c903d-a74a-4f0d-a019-79d6b2d145b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:47.889834 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-b75c903d-a74a-4f0d-a019-79d6b2d145b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f990fa8-d3b8-4535-9084-c0652ee47273 HTTP/1.1" status: 204 len: 168 time: 0.3127320 Feb 04 17:22:47.918760 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c903d-a74a-4f0d-a019-79d6b2d145b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f990fa8-d3b8-4535-9084-c0652ee47273,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:48.168892 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60292-c30e-4226-803e-12283001fc9f req-9cf6427a-4829-4c18-bea5-7418ef3fed8d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:48.172748 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-02c60292-c30e-4226-803e-12283001fc9f req-9cf6427a-4829-4c18-bea5-7418ef3fed8d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.1193309 Feb 04 17:22:48.183542 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bd922-d20b-4535-a799-a4b4ea478b01 req-9bc78775-b83f-41bd-83ca-f24cfa1a3c22 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:48.186743 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-981bd922-d20b-4535-a799-a4b4ea478b01 req-9bc78775-b83f-41bd-83ca-f24cfa1a3c22 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 943 time: 0.1210859 Feb 04 17:22:48.261992 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-02c60292-c30e-4226-803e-12283001fc9f req-44563c16-f97b-419e-a090-7b7b597ddf2c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770054 Feb 04 17:22:48.299207 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-981bd922-d20b-4535-a799-a4b4ea478b01 req-4256f614-5406-4d89-a701-3983362e6a8a tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984557 Feb 04 17:22:48.735326 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55172) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:48.884670 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55178) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:48.901076 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-528273636-network', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:48.913516 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6b62-7617-45ec-826f-90235a11a1ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.024919 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6b62-7617-45ec-826f-90235a11a1ef admin admin] Publish callbacks [] for security_group (6eaaeaa8-a926-4531-badc-32352254060f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.069826 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Made reservation on behalf of adf6685a2c9942709b4a1a54e76ec2d2 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:49.072689 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.088312 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.159242 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c1bc6b62-7617-45ec-826f-90235a11a1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6eaaeaa8-a926-4531-badc-32352254060f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.219269 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc6b62-7617-45ec-826f-90235a11a1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eaaeaa8-a926-4531-badc-32352254060f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:49.234446 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c1bc6b62-7617-45ec-826f-90235a11a1ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4de8d65b0634874a14af5450e2b94df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481739 Feb 04 17:22:49.242717 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55184) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:49.275854 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks [] for security_group (ee353771-ce4d-4717-8be3-ae6225677c76), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.297828 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52dbecda-b139-4da5-b7ea-04f8e57c31b4 admin admin] Publish callbacks [] for security_group (6eaaeaa8-a926-4531-badc-32352254060f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.329082 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52dbecda-b139-4da5-b7ea-04f8e57c31b4 admin admin] Publish callbacks [] for security_group (6eaaeaa8-a926-4531-badc-32352254060f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.359789 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7412ef52-64f1-40cf-8f27-352ac9442870 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:22:49.387424 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (ee353771-ce4d-4717-8be3-ae6225677c76), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.463627 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee353771-ce4d-4717-8be3-ae6225677c76,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:49.511675 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bc3579-abbd-4d8c-9c8f-836e7ce15d87 req-3e86efb2-c4b9-488a-adf4-9bd485a53b83 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:49.513380 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e9bc3579-abbd-4d8c-9c8f-836e7ce15d87 req-3e86efb2-c4b9-488a-adf4-9bd485a53b83 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.1439757 Feb 04 17:22:49.516933 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc7c3fe-9b80-40ae-95c9-55652c261196 req-c0293f60-dd5a-4b2d-9f33-f354c920e492 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:49.519317 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1dc7c3fe-9b80-40ae-95c9-55652c261196 req-c0293f60-dd5a-4b2d-9f33-f354c920e492 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 943 time: 0.0962615 Feb 04 17:22:49.520993 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52dbecda-b139-4da5-b7ea-04f8e57c31b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6eaaeaa8-a926-4531-badc-32352254060f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.526594 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-52dbecda-b139-4da5-b7ea-04f8e57c31b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.530915 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-52dbecda-b139-4da5-b7ea-04f8e57c31b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6eaaeaa8-a926-4531-badc-32352254060f HTTP/1.1" status: 204 len: 168 time: 0.2879605 Feb 04 17:22:49.539348 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:22:49.553549 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbecda-b139-4da5-b7ea-04f8e57c31b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eaaeaa8-a926-4531-badc-32352254060f,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:49.581796 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 7412ef52-64f1-40cf-8f27-352ac9442870, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7412ef52-64f1-40cf-8f27-352ac9442870,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:49.608652 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '7412ef52-64f1-40cf-8f27-352ac9442870', 'network_id': 'd11beb1e-c800-4f4d-a735-4adac7aee144', 'port_id': '7412ef52-64f1-40cf-8f27-352ac9442870', 'mac_address': 'fa:16:3e:1b:fb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6285b362-b5b6-49f5-884d-808b0c19d073', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:22:49.629619 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.630160 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Added segment 2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef of type vlan for network c611358a-66be-4f22-9f64-c46dab53f471 Feb 04 17:22:49.648973 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1dc7c3fe-9b80-40ae-95c9-55652c261196 req-7c7ad512-46cd-45c8-bcf3-0f620f1b80c0 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191893 Feb 04 17:22:49.705100 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e9bc3579-abbd-4d8c-9c8f-836e7ce15d87 req-c5246bfc-2133-41cb-ad04-95fcf160ea00 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783724 Feb 04 17:22:49.719848 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 7412ef52-64f1-40cf-8f27-352ac9442870 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:49.720984 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.727394 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (c611358a-66be-4f22-9f64-c46dab53f471), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.732362 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:22:49.750446 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7412ef52-64f1-40cf-8f27-352ac9442870 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:22:49.793084 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 7412ef52-64f1-40cf-8f27-352ac9442870, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7412ef52-64f1-40cf-8f27-352ac9442870,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:49.876485 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (c611358a-66be-4f22-9f64-c46dab53f471), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.877338 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.887833 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:49.887833 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:49.973218 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=7412ef52-64f1-40cf-8f27-352ac9442870,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:50.001551 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] Pushing event updated for resources: {'Network': ['ID=c611358a-66be-4f22-9f64-c46dab53f471,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:50.030986 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network c611358a-66be-4f22-9f64-c46dab53f471 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:22:50.072178 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-0818a327-a2d2-4e51-885a-e9abf3f4ac35 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3335588 Feb 04 17:22:50.075724 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55206) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:50.086004 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Request body: {'subnet': {'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-subnet', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:50.301599 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Made reservation on behalf of adf6685a2c9942709b4a1a54e76ec2d2 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:50.309738 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:50.420542 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7412ef52-64f1-40cf-8f27-352ac9442870'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:22:50.797469 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (7a20f081-2c01-4e2b-bee4-7399c51dcb08), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:50.880738 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188125b-c036-47ad-806d-cc849fe0ee0f req-2366c515-ea06-4c99-b636-b6eecb1267c1 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:50.882366 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a20f081-2c01-4e2b-bee4-7399c51dcb08,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:50.883559 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e188125b-c036-47ad-806d-cc849fe0ee0f req-2366c515-ea06-4c99-b636-b6eecb1267c1 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 944 time: 0.1165261 Feb 04 17:22:50.902491 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Checking segment: {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:50.903148 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Network hostable DHCP agents. Network: c611358a-66be-4f22-9f64-c46dab53f471, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:22:50.964967 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e188125b-c036-47ad-806d-cc849fe0ee0f req-8f1b5c8f-4db5-44a4-a6e6-81c4bbda6da9 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669236 Feb 04 17:22:51.058857 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Network c611358a-66be-4f22-9f64-c46dab53f471 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:22:51.213369 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, c611358a-66be-4f22-9f64-c46dab53f471) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:51.230257 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:51.231492 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:51.234090 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bc0774-62b3-4469-923c-b965fd0a4b1a None None] Network c611358a-66be-4f22-9f64-c46dab53f471 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:22:51.352042 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c56ea6ec-2158-4997-8612-3e6e48c6e52c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2742345 Feb 04 17:22:51.355637 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55244) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:51.362453 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:51.365352 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e2d9b1-f9e7-43b6-989b-c22385e8c6f8 None None] Network c611358a-66be-4f22-9f64-c46dab53f471 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:22:51.489072 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (efb7066b-5f00-47a2-b8df-5a713091c447), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:51.491243 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (efb7066b-5f00-47a2-b8df-5a713091c447), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:51.581819 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks [] for router_controller (efb7066b-5f00-47a2-b8df-5a713091c447), precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:51.893408 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks [] for router_gateway (efb7066b-5f00-47a2-b8df-5a713091c447), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:52.139850 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:52.264514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5106640-22a4-4fc9-9d19-b2b63f96a0a1 req-2c0decad-3ad5-4b26-83b5-70be732c48e6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.266585 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d5106640-22a4-4fc9-9d19-b2b63f96a0a1 req-2c0decad-3ad5-4b26-83b5-70be732c48e6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 944 time: 0.1743982 Feb 04 17:22:52.294015 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-9bda6dec-8c69-42ae-8b6c-d430a57c44a3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1169078 Feb 04 17:22:52.353323 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d5106640-22a4-4fc9-9d19-b2b63f96a0a1 req-7b1b6967-a6bb-4115-b2aa-ac4e1fc323cd tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716972 Feb 04 17:22:52.373972 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks [] for router_gateway (efb7066b-5f00-47a2-b8df-5a713091c447), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:52.410293 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:52.480074 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-25230ad3-2f37-4b1e-9dd9-a491bbd286f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.482989 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-25230ad3-2f37-4b1e-9dd9-a491bbd286f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 1129 time: 0.1182051 Feb 04 17:22:52.561062 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55268) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:52.622149 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Allocated IP 172.27.0.19 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/9847d3c0-82d4-4f4c-9f46-10c2e72be5cc) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:52.656982 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-2323eb1d-5858-4c8f-a496-de185fbc4c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.660968 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-2323eb1d-5858-4c8f-a496-de185fbc4c8a service neutron] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 915 time: 0.1543949 Feb 04 17:22:52.709082 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-819c4e6b-27e4-4755-8cbd-d3635ffd4e37 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b HTTP/1.1" status: 200 len: 217 time: 0.0417156 Feb 04 17:22:52.766450 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc90c4de-6674-4035-9c2a-8fec817d2f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:52.768794 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-5c8fc69c-8015-4586-be9c-5c532400ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:52.770426 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-5c8fc69c-8015-4586-be9c-5c532400ad09 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.0552218 Feb 04 17:22:52.804828 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-b54e6690-12b4-49c6-88e9-813849624405 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278938 Feb 04 17:22:52.895660 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks [] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:52.918010 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-4fb42c13-0d07-4d73-93b5-3fb20adc9e5c service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060107 Feb 04 17:22:52.982671 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc90c4de-6674-4035-9c2a-8fec817d2f4e admin admin] Publish callbacks [] for security_group (0fc85fd3-402a-419b-a529-f1f9bc5ed18b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.061743 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.066174 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b32fbb70-16b6-400a-875a-7cd0a06877db req-dd15f26e-ae62-47db-866e-09537d2c8bea service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407516 Feb 04 17:22:53.109873 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fc90c4de-6674-4035-9c2a-8fec817d2f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0fc85fd3-402a-419b-a529-f1f9bc5ed18b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.115873 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:53.126206 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:53.141503 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:53.144615 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Pushing event updated for resources: {'Port': ['ID=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:53.199065 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-fc90c4de-6674-4035-9c2a-8fec817d2f4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6065743897e2455f97b8ebc097d3770b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6329789 Feb 04 17:22:53.203730 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc90c4de-6674-4035-9c2a-8fec817d2f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc85fd3-402a-419b-a529-f1f9bc5ed18b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:53.209901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55274) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:53.307158 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eed6fabd-8888-444b-aca8-c7304995ede3 admin admin] Publish callbacks [] for security_group (0fc85fd3-402a-419b-a529-f1f9bc5ed18b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.351364 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eed6fabd-8888-444b-aca8-c7304995ede3 admin admin] Publish callbacks [] for security_group (0fc85fd3-402a-419b-a529-f1f9bc5ed18b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.397527 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7412ef52-64f1-40cf-8f27-352ac9442870 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:53.536325 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eed6fabd-8888-444b-aca8-c7304995ede3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0fc85fd3-402a-419b-a529-f1f9bc5ed18b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.541464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eed6fabd-8888-444b-aca8-c7304995ede3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.543661 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-eed6fabd-8888-444b-aca8-c7304995ede3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fc85fd3-402a-419b-a529-f1f9bc5ed18b HTTP/1.1" status: 204 len: 168 time: 0.3308733 Feb 04 17:22:53.567292 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 7412ef52-64f1-40cf-8f27-352ac9442870 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:22:53.577833 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9670306-b4dd-4497-a66c-0da4b87758f9 req-5ebbd8bb-3ee3-4cf8-b12c-b22910b4a842 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:53.581595 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d9670306-b4dd-4497-a66c-0da4b87758f9 req-5ebbd8bb-3ee3-4cf8-b12c-b22910b4a842 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 944 time: 0.1081593 Feb 04 17:22:53.582404 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 7412ef52-64f1-40cf-8f27-352ac9442870 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:53.582958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.587019 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6fabd-8888-444b-aca8-c7304995ede3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc85fd3-402a-419b-a529-f1f9bc5ed18b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:53.698151 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks [] for router_gateway (efb7066b-5f00-47a2-b8df-5a713091c447), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.746911 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d9670306-b4dd-4497-a66c-0da4b87758f9 req-f98baacb-e6a0-4442-b6f5-4672b342536e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372693 Feb 04 17:22:53.847265 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 7412ef52-64f1-40cf-8f27-352ac9442870 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:53.847896 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:53.893648 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7412ef52-64f1-40cf-8f27-352ac9442870'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:22:53.897697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2584db8-b34c-42aa-98a1-97525a04ae4f" -d '{"events": [{"server_uuid": "37db7b9d-4710-42e3-b61d-df3bdbaf5d43", "name": "network-vif-plugged", "status": "completed", "tag": "7412ef52-64f1-40cf-8f27-352ac9442870"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:22:53.921003 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 7412ef52-64f1-40cf-8f27-352ac9442870, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7412ef52-64f1-40cf-8f27-352ac9442870,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:53.948306 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a600e2b-8e9c-4232-8bed-eebe6ec3b971 x-openstack-request-id: req-9a600e2b-8e9c-4232-8bed-eebe6ec3b971 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:22:53.948685 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37db7b9d-4710-42e3-b61d-df3bdbaf5d43", "name": "network-vif-plugged", "status": "completed", "tag": "7412ef52-64f1-40cf-8f27-352ac9442870", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:22:53.949004 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a600e2b-8e9c-4232-8bed-eebe6ec3b971 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:22:53.949458 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7412ef52-64f1-40cf-8f27-352ac9442870', 'code': 200} Feb 04 17:22:54.042503 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (efb7066b-5f00-47a2-b8df-5a713091c447), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:54.060246 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:54.167342 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=7412ef52-64f1-40cf-8f27-352ac9442870,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:54.395390 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Router efb7066b-5f00-47a2-b8df-5a713091c447 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:22:54.467942 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3a477-da3e-46f8-afd0-6201ce7dec38 req-e5eaa2e0-62c9-4f53-b49d-58dc6739c4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:54.470874 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-43a3a477-da3e-46f8-afd0-6201ce7dec38 req-e5eaa2e0-62c9-4f53-b49d-58dc6739c4cb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 1129 time: 0.0915537 Feb 04 17:22:54.571258 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-43a3a477-da3e-46f8-afd0-6201ce7dec38 req-390999fc-dbaf-40bc-86f6-9ab90405922f service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922644 Feb 04 17:22:55.001913 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd59c55-1746-42d4-bb20-f926a8b1862c req-4c955604-e613-48b3-9e97-d84671732d2e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:55.004948 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3cd59c55-1746-42d4-bb20-f926a8b1862c req-4c955604-e613-48b3-9e97-d84671732d2e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.0929332 Feb 04 17:22:55.069106 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:55.082142 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Sync routers for ids ['efb7066b-5f00-47a2-b8df-5a713091c447'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:22:55.103040 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-f1652238-ad63-484d-8823-c929bca620d9 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:55.103540 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Routers {'efb7066b-5f00-47a2-b8df-5a713091c447'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:55.105379 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-f1652238-ad63-484d-8823-c929bca620d9 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.2204533 Feb 04 17:22:55.111832 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['efb7066b-5f00-47a2-b8df-5a713091c447'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:55.129295 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3cd59c55-1746-42d4-bb20-f926a8b1862c req-4ee685e9-a3f4-44a7-b8cb-04489bd10cb1 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156454 Feb 04 17:22:55.134155 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-d639a4df-3bff-47a1-9325-fa8dfbf0feda tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/quotas/97f2e504cc66445a9a3aecb687ae6104 HTTP/1.1" status: 200 len: 375 time: 0.0211959 Feb 04 17:22:55.215140 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-81c915f4-f715-4f81-bb89-a07ebced5782 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744159 Feb 04 17:22:55.220339 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.222390 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-eec6983a-afba-4a01-a80a-8ef6efd27f95 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8651409 Feb 04 17:22:55.226998 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55338) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:55.349580 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Set router efb7066b-5f00-47a2-b8df-5a713091c447 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:55.391857 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-150a4721-75d8-452a-9d52-889ccef5d8b9 service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670430 Feb 04 17:22:55.393614 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55344) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:55.529442 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-6c0f6e84-ae9a-4f9a-a59d-6737485fcfc8 service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279464 Feb 04 17:22:55.568640 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1471574676-network', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:55.699929 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:22:53Z', 'revision_number': 3, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:55.724520 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Made reservation on behalf of e0328885f1514f0fab483bcef5b2ed84 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:55.728222 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.737624 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Checking router: efb7066b-5f00-47a2-b8df-5a713091c447 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:22:55.737945 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Updating router efb7066b-5f00-47a2-b8df-5a713091c447 port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:22:55.763451 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.774737 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:55.905058 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7c8d89f9-72e5-453d-96fa-bbb67724f898 req-83cdc837-c87d-4d80-a775-778f6b64f451 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 210 time: 0.0776105 Feb 04 17:22:56.133361 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks [] for security_group (eeab0113-3ff3-4814-9857-9b0b4b25a8ac), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.196965 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.226763 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Publish callbacks [] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.234857 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (eeab0113-3ff3-4814-9857-9b0b4b25a8ac), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.309906 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:22:56.317463 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbdb9d-d756-4d55-9048-33ec6316b030 req-c8eee2a1-b2ea-4d6c-b813-ad30436b48b4 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:56.320563 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-eccbdb9d-d756-4d55-9048-33ec6316b030 req-c8eee2a1-b2ea-4d6c-b813-ad30436b48b4 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.0786405 Feb 04 17:22:56.334091 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.349242 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab0113-3ff3-4814-9857-9b0b4b25a8ac,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:56.351487 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (abfa1620-dfd7-4bd7-ad97-308bf4cf9053), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.351840 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Added segment abfa1620-dfd7-4bd7-ad97-308bf4cf9053 of type vlan for network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 Feb 04 17:22:56.391952 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Pushing event updated for resources: {'Port': ['ID=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:56.411773 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.412731 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.413865 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.415797 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.416964 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.418001 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.418937 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.419736 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.420753 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.429555 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.429555 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.429555 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.429555 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:56.479903 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.481390 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-eccbdb9d-d756-4d55-9048-33ec6316b030 req-4b54d1b9-7ad3-485e-9b03-8a128ab8c4c6 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433272 Feb 04 17:22:56.504924 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Attempting to bind port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:56.505565 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Attempting to bind port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:56.506189 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Attempting to bind port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:56.542132 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:56.543353 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:56.544704 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.545671 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:56.546877 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Bound port: 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:56.547821 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.561694 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Allocated IP 172.20.0.1 (c611358a-66be-4f22-9f64-c46dab53f471/7a20f081-2c01-4e2b-bee4-7399c51dcb08/a2ff8163-fe28-46b2-a414-46fb0602e1ee) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:56.617034 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] For port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:22:56.621604 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] For port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:22:56.665851 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.667693 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:56.668738 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.752943 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:56.842530 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] Pushing event updated for resources: {'Network': ['ID=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:56.860689 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:22:56.874340 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0e081492-eba2-4880-a22b-29388eff93f4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4748785 Feb 04 17:22:56.874607 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b0dbc-1526-4c1c-a7f5-24de951e5bf0 None None] Pushing event updated for resources: {'Port': ['ID=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:56.874781 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55378) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:56.880706 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Request body: {'subnet': {'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1471574676-subnet', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:56.892191 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Routers {'efb7066b-5f00-47a2-b8df-5a713091c447'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:22:56.893948 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['efb7066b-5f00-47a2-b8df-5a713091c447'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:56.952028 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks [] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.082184 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Made reservation on behalf of e0328885f1514f0fab483bcef5b2ed84 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:57.084672 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.122765 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] Set router efb7066b-5f00-47a2-b8df-5a713091c447 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:22:57.489597 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.495733 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8788a342-74a3-456e-b904-100b1f2029a1 req-95528337-a682-4903-93a2-bf40b8b623a7 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 210 time: 0.4602835 Feb 04 17:22:57.524556 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:22:53Z', 'revision_number': 3, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:22:57.540552 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (fbd9adb8-70ae-4ba3-9eb4-d40649055508), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.586870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Network c611358a-66be-4f22-9f64-c46dab53f471 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:57.586870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:57.589418 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aaae02-2c33-406f-8526-c2fac7465bf3 None None] The sync data for ids ['efb7066b-5f00-47a2-b8df-5a713091c447'] in dv-cinder-817351-10-iscsi is: [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:22:53Z', 'revision_number': 3, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:22:57.591049 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:57.591779 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (efb7066b-5f00-47a2-b8df-5a713091c447), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:57.599846 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ff8163-fe28-46b2-a414-46fb0602e1ee,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:57.781597 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd9adb8-70ae-4ba3-9eb4-d40649055508,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:57.814702 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Checking segment: {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:57.815347 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Network hostable DHCP agents. Network: d6116d8c-d701-4f12-a3ba-c2aeb61b64a9, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:22:57.859139 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cce0e5-57bb-44be-b7d8-51e77227c2ea req-921f0887-a9c9-4f19-90b3-6f5b694b2681 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:57.862793 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f8cce0e5-57bb-44be-b7d8-51e77227c2ea req-921f0887-a9c9-4f19-90b3-6f5b694b2681 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.1950455 Feb 04 17:22:57.961067 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f8cce0e5-57bb-44be-b7d8-51e77227c2ea req-7bfa3682-1f23-4487-b18c-0ebb6d6445a3 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799150 Feb 04 17:22:57.969003 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:22:57.971172 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.087579 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, d6116d8c-d701-4f12-a3ba-c2aeb61b64a9) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:58.094875 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:58.097123 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.111296 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5b522a-f430-4514-b6d3-e8d23079b078 None None] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:22:58.239085 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-cbeba8b2-e54d-4d0c-9c91-e83e284443b1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3629062 Feb 04 17:22:58.248417 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55396) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:22:58.258995 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:58.386872 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-d6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:22:58.386872 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.436819 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks [] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.460543 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:22:58.478103 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (89fa13df-2f07-43b0-a0ba-c75bdeb254de), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.479995 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (89fa13df-2f07-43b0-a0ba-c75bdeb254de), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.540735 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.541921 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (efb7066b-5f00-47a2-b8df-5a713091c447), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.599286 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks [] for router_controller (89fa13df-2f07-43b0-a0ba-c75bdeb254de), precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:58.609508 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Pushing event updated for resources: {'Port': ['ID=a2ff8163-fe28-46b2-a414-46fb0602e1ee,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:58.809628 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Allocated IP 172.20.0.2 (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9/fbd9adb8-70ae-4ba3-9eb4-d40649055508/8a614ac1-7985-4c6e-8fe0-e6b05f706b20) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:22:58.837145 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5f5616b8-ea49-443d-9b7d-534dfc32f1f7 req-bc3b4342-1a0e-4ced-ba68-efdd799c49c0 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 210 time: 0.0892365 Feb 04 17:22:58.865692 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Network c611358a-66be-4f22-9f64-c46dab53f471 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:58.867965 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:59.072007 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks [] for router_gateway (89fa13df-2f07-43b0-a0ba-c75bdeb254de), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.115380 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:22:59.116381 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.210606 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Publish callbacks [] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.244156 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Router efb7066b-5f00-47a2-b8df-5a713091c447 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:22:59.256959 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-ed81a454-fdbd-461f-a6bf-b198782aaf88 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:22:59.259521 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-ed81a454-fdbd-461f-a6bf-b198782aaf88 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.2817545 Feb 04 17:22:59.275434 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Request body: {'port': {'device_id': '29fd72cf-0890-4596-94e8-5a694c856d39', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'admin_state_up': True, 'tenant_id': '97f2e504cc66445a9a3aecb687ae6104'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:22:59.280580 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:22:59.281302 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.326677 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:22:59.348608 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.532390 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.553300 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Pushing event updated for resources: {'Port': ['ID=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:59.605570 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:22:59.609250 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.610373 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.612269 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.613954 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.615000 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.617276 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.618203 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.619190 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.620015 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.620904 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.621739 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.622690 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.623495 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:22:59.641386 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:22:59.649184 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks [] for router_gateway (89fa13df-2f07-43b0-a0ba-c75bdeb254de), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.707036 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.773443 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:22:59.791957 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3da0446c-8654-4000-98a3-e4a70c28cc42 admin admin] 10.222.0.24 "PUT /v2.0/routers/efb7066b-5f00-47a2-b8df-5a713091c447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5634103 Feb 04 17:22:59.806494 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:22:59.819118 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:22:59.837118 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Made reservation on behalf of 97f2e504cc66445a9a3aecb687ae6104 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:22:59.840775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.908543 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Attempting to bind port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:22:59.909858 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Attempting to bind port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:22:59.909858 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Attempting to bind port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 on network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:22:59.918897 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:22:59.919463 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Checking segment: {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:22:59.920116 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:22:59.920884 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Bound using segment: {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:22:59.921533 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Bound port: 8a614ac1-7985-4c6e-8fe0-e6b05f706b20, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:22:59.921981 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.053847 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Allocated IP 172.27.0.252 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/57baa7ae-2daf-4541-bfae-a8e8a44a3260) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:00.227763 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] For port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:00.240042 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] For port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:00.313312 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7aba4255-94d3-433a-a1b9-6860dfd2b41d req-ba0d04cd-d165-4819-90b8-e5b2d26a2b8b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 210 time: 0.0751851 Feb 04 17:23:00.336250 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.379734 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:00.425238 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Allocated IP 172.20.0.3 (e9341194-1d5f-4083-959b-710e641d6a57/b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6/5e7aebb9-78e2-4780-999b-ac5d77da0de0) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:00.584588 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks [] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.620251 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:00.620903 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.772002 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e3bd4-7dd8-4eeb-9939-e4651016394e None None] Pushing event updated for resources: {'Port': ['ID=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:00.817367 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930dc75-08ea-49c8-92d4-ec5a375d59d8 req-951276fe-6c92-4594-87c6-dfb6872919c8 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:00.846949 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0930dc75-08ea-49c8-92d4-ec5a375d59d8 req-951276fe-6c92-4594-87c6-dfb6872919c8 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.4615264 Feb 04 17:23:00.860285 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:00.897303 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Sync routers for ids ['efb7066b-5f00-47a2-b8df-5a713091c447'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:00.988590 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Routers {'efb7066b-5f00-47a2-b8df-5a713091c447'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:00.988590 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['efb7066b-5f00-47a2-b8df-5a713091c447'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:01.079204 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:01.124858 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:01.153557 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:01.154562 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:01.216897 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Pushing event updated for resources: {'Port': ['ID=57baa7ae-2daf-4541-bfae-a8e8a44a3260,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:01.231354 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks [] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.270947 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0930dc75-08ea-49c8-92d4-ec5a375d59d8 req-474c033b-3c30-40af-a12c-d594ffe1b2b7 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037316 Feb 04 17:23:01.357734 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-8ffc4f59-187e-4e36-9260-e9cc98441c97 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:01.370718 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-8ffc4f59-187e-4e36-9260-e9cc98441c97 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 818 time: 0.3583770 Feb 04 17:23:01.379203 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Set router efb7066b-5f00-47a2-b8df-5a713091c447 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:01.403545 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-7d41762a-c366-4f82-9054-a84d22a989e1 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/quotas/adf6685a2c9942709b4a1a54e76ec2d2 HTTP/1.1" status: 200 len: 375 time: 0.0309303 Feb 04 17:23:01.523063 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-5a7d0598-20e8-4cde-bdd9-618be13122c5 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1179714 Feb 04 17:23:01.576652 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-64e311ed-96a3-42ca-b4af-fe2cf285f0f2 req-98a1c0fc-4c0b-4701-9328-2177f5144f2b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 210 time: 0.0557985 Feb 04 17:23:01.617805 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.663797 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b', 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:01.741821 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Network e9341194-1d5f-4083-959b-710e641d6a57 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:01.764741 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:01.771338 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event updated for resources: {'Port': ['ID=5e7aebb9-78e2-4780-999b-ac5d77da0de0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:01.775335 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:01.786304 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:01.787415 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.837456 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-f3c176f8-410d-45a6-90b9-274901df2784 service neutron] 10.222.0.24 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060367 Feb 04 17:23:01.943606 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks [] for router_gateway (89fa13df-2f07-43b0-a0ba-c75bdeb254de), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:01.949940 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-819c0c7e-c2c5-4901-936b-7690a2e3edbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6807909 Feb 04 17:23:01.967835 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55476) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:02.101701 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-1febfda6-bc11-4bf0-b90a-31d613f50b73 service neutron] 10.222.0.24 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567863 Feb 04 17:23:02.212794 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90037e6e-395a-4059-a6d0-8c4d6f399af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.399586 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:22:57Z', 'revision_number': 4, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a2ff8163-fe28-46b2-a414-46fb0602e1ee', 'name': '', 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'mac_address': 'fa:16:3e:56:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:56Z', 'updated_at': '2022-02-04T17:22:58Z', 'revision_number': 2, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'subnets': [{'id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:02.453538 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Checking router: efb7066b-5f00-47a2-b8df-5a713091c447 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:02.460867 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Updating router efb7066b-5f00-47a2-b8df-5a713091c447 port a2ff8163-fe28-46b2-a414-46fb0602e1ee binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:02.519809 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90037e6e-395a-4059-a6d0-8c4d6f399af7 admin admin] Publish callbacks [] for security_group (eb6967f3-d956-469e-ad4b-496766055989), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.525376 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:02.591031 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-90037e6e-395a-4059-a6d0-8c4d6f399af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (eb6967f3-d956-469e-ad4b-496766055989), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.672942 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e282667-2b12-48bd-847c-7a540ea1af1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.683465 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (89fa13df-2f07-43b0-a0ba-c75bdeb254de), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.702334 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.712017 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09363434-bc3b-421e-8ebd-32e16f8f449d req-b0931ef2-e578-416e-a695-fa140056b12c tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:02.715711 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-09363434-bc3b-421e-8ebd-32e16f8f449d req-b0931ef2-e578-416e-a695-fa140056b12c tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.2068639 Feb 04 17:23:02.734508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:02.735039 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.738264 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4e7da4b7-8b78-4256-bb0f-e70cbb967744 req-212f0e66-dbf0-467e-ac71-530dd9d55bd0 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 210 time: 0.0965054 Feb 04 17:23:02.745527 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-90037e6e-395a-4059-a6d0-8c4d6f399af7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a786f95b5d448feb8a4b2c1e7db4698&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7757838 Feb 04 17:23:02.752620 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55488) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:02.818371 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa28a8-b3ac-409a-80fa-3c52168612e9 None None] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:02.854091 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90037e6e-395a-4059-a6d0-8c4d6f399af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6967f3-d956-469e-ad4b-496766055989,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:02.883024 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6962f8b3-0e42-475b-a4ee-89a787515de6 admin admin] Publish callbacks [] for security_group (eb6967f3-d956-469e-ad4b-496766055989), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:02.918896 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6962f8b3-0e42-475b-a4ee-89a787515de6 admin admin] Publish callbacks [] for security_group (eb6967f3-d956-469e-ad4b-496766055989), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.069681 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c92b83d7-65ba-44b0-88a2-6b94e820e9d2 None None] Provisioning complete for port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:03.070243 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c92b83d7-65ba-44b0-88a2-6b94e820e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.097936 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4ff21d-5792-4266-807f-d44576e2a63c req-a2cc762a-ad3b-46da-b1d4-ee7fdbbf3679 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:03.105271 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ab4ff21d-5792-4266-807f-d44576e2a63c req-a2cc762a-ad3b-46da-b1d4-ee7fdbbf3679 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 931 time: 0.1215396 Feb 04 17:23:03.133663 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6962f8b3-0e42-475b-a4ee-89a787515de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (eb6967f3-d956-469e-ad4b-496766055989), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.138928 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6962f8b3-0e42-475b-a4ee-89a787515de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.141423 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-6962f8b3-0e42-475b-a4ee-89a787515de6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eb6967f3-d956-469e-ad4b-496766055989 HTTP/1.1" status: 204 len: 168 time: 0.3864949 Feb 04 17:23:03.153563 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-09363434-bc3b-421e-8ebd-32e16f8f449d req-63ed0265-aaad-4efa-8cce-94239f6fa8f7 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862787 Feb 04 17:23:03.177301 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962f8b3-0e42-475b-a4ee-89a787515de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6967f3-d956-469e-ad4b-496766055989,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:03.232310 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ab4ff21d-5792-4266-807f-d44576e2a63c req-bdf5ba69-d3e1-41f7-8ae4-88ec9e152eb6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138031 Feb 04 17:23:03.278142 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Request body: {'port': {'device_id': '29fd72cf-0890-4596-94e8-5a694c856d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:03.294480 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Router 89fa13df-2f07-43b0-a0ba-c75bdeb254de is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:23:03.361458 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.630602 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:03.631470 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.707051 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c92b83d7-65ba-44b0-88a2-6b94e820e9d2 None None] Current status of the port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:03.708219 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c92b83d7-65ba-44b0-88a2-6b94e820e9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:03.848836 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-ed591130-9f6e-4273-b31c-7141f9322b23 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:03.851430 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:03.856432 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-ed591130-9f6e-4273-b31c-7141f9322b23 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 818 time: 0.5447607 Feb 04 17:23:03.887435 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-75b1a9ac-3023-4b1b-982f-79221b77e3c8 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/quotas/adf6685a2c9942709b4a1a54e76ec2d2 HTTP/1.1" status: 200 len: 375 time: 0.0291657 Feb 04 17:23:03.958515 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.110218 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:04.130603 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Sync routers for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:04.181173 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:04.186239 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6dc9a980-7c8c-4ff3-87bf-5bbfe28a6e44 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2892513 Feb 04 17:23:04.190382 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:22:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:04.210936 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Publish callbacks [] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.243739 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:04.254891 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-c92b83d7-65ba-44b0-88a2-6b94e820e9d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:23:04.255652 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-c92b83d7-65ba-44b0-88a2-6b94e820e9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:23:04.425957 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55518) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:04.447846 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.451340 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.460018 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e7aebb9-78e2-4780-999b-ac5d77da0de0 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:04.462032 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.463669 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-522416e7-4b5e-46e4-bb51-f1a909cabe2a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2195046 Feb 04 17:23:04.480780 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55520) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:04.501323 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Publish callbacks [] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.528658 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:04.560515 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Transition to ACTIVE for port object 5e7aebb9-78e2-4780-999b-ac5d77da0de0 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:23:04.621667 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0800de-9624-41d2-9fa5-0935ced28450 req-672ea345-4361-4486-aeb1-fc66d55558d5 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:04.622803 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cc0800de-9624-41d2-9fa5-0935ced28450 req-672ea345-4361-4486-aeb1-fc66d55558d5 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.2508752 Feb 04 17:23:04.628342 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-082899d6-ab73-4e0d-af75-b36f8425c0a3 service neutron] 10.222.0.24 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171844 Feb 04 17:23:04.639846 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:04.661167 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.775394 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:01Z', 'revision_number': 3, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:04.791596 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-88c77902-6bfb-46d8-bf75-47fa9591e4fe service neutron] 10.222.0.24 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543601 Feb 04 17:23:04.811285 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7aebb9-78e2-4780-999b-ac5d77da0de0,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:04.871350 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Checking router: 89fa13df-2f07-43b0-a0ba-c75bdeb254de for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:04.871956 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Updating router 89fa13df-2f07-43b0-a0ba-c75bdeb254de port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:04.894697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c92b83d7-65ba-44b0-88a2-6b94e820e9d2 None None] Current status of the port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:04.950917 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:04.951511 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.978659 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:04.979691 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Attempting to bind port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:04.980545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Attempting to bind port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:04.981402 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Attempting to bind port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:04.993728 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cc0800de-9624-41d2-9fa5-0935ced28450 req-44a60e67-6f22-4874-b85f-015a06a6cca0 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542755 Feb 04 17:23:04.998251 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 on network e9341194-1d5f-4083-959b-710e641d6a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:23:04.999213 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Attempting to bind port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:05.010923 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:05.011698 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Checking segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:05.012602 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Bound using segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:05.013524 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Bound port: 5e7aebb9-78e2-4780-999b-ac5d77da0de0, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:05.014308 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.023413 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac893fe-4945-49fc-8e07-9098fd53076c None None] Pushing event updated for resources: {'Port': ['ID=a2ff8163-fe28-46b2-a414-46fb0602e1ee,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.196464 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Publish callbacks [] for security_group (f17104eb-bf91-4c47-8f5f-13901f272802), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.238509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Attempting to bind port a2ff8163-fe28-46b2-a414-46fb0602e1ee on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:05.238509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Attempting to bind port a2ff8163-fe28-46b2-a414-46fb0602e1ee by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:05.239524 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Attempting to bind port a2ff8163-fe28-46b2-a414-46fb0602e1ee on network c611358a-66be-4f22-9f64-c46dab53f471 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:05.244176 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a8ad09aa-a303-4817-8dfb-96c6a52ebf90 None None] Provisioning complete for port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:05.244659 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a8ad09aa-a303-4817-8dfb-96c6a52ebf90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.306091 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-347a24db-f151-4dc8-a0e8-8c2067b05dcb req-8fb78aa4-2645-4e49-869f-951cc1c8a7d9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 210 time: 0.1174581 Feb 04 17:23:05.317802 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f17104eb-bf91-4c47-8f5f-13901f272802), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.346626 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] For port 5e7aebb9-78e2-4780-999b-ac5d77da0de0, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:05.375475 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] For port 5e7aebb9-78e2-4780-999b-ac5d77da0de0, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e7aebb9-78e2-4780-999b-ac5d77da0de0,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:05.381661 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17104eb-bf91-4c47-8f5f-13901f272802,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.405312 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:05.405955 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Checking segment: {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:05.406706 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.407384 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Bound using segment: {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:05.411356 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Bound port: a2ff8163-fe28-46b2-a414-46fb0602e1ee, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:05.411798 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.437940 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.438618 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.439693 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.440234 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.440766 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.441312 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.441880 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.442438 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.442976 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.443690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.444233 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.444783 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.445538 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:05.468387 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-263c3167-5c2a-4aa9-a6fa-9f81a42e422b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34a80c311ddd4d60b8ddc841310f6c4b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0368433 Feb 04 17:23:05.472313 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77da40d-c643-4d70-bc06-b66f834e7ea7 req-84b6875d-580d-4476-9462-be9692c01bd6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:05.473275 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55528) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:05.499110 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f77da40d-c643-4d70-bc06-b66f834e7ea7 req-84b6875d-580d-4476-9462-be9692c01bd6 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 943 time: 0.2678001 Feb 04 17:23:05.533373 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.590860 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Publish callbacks [] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.648457 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] For port a2ff8163-fe28-46b2-a414-46fb0602e1ee, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:05.659242 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] For port a2ff8163-fe28-46b2-a414-46fb0602e1ee, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=a2ff8163-fe28-46b2-a414-46fb0602e1ee,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:05.664403 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f77da40d-c643-4d70-bc06-b66f834e7ea7 req-2de9d355-6c74-4ccf-980d-5ce87bbc17fb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630027 Feb 04 17:23:05.682639 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.693188 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ec08962-e12b-4964-9096-9e2a44c2fb4b admin admin] Publish callbacks [] for security_group (f17104eb-bf91-4c47-8f5f-13901f272802), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.693413 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:05.694052 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.696752 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] 10.222.0.93 "PUT /v2.0/ports/5e7aebb9-78e2-4780-999b-ac5d77da0de0 HTTP/1.1" status: 200 len: 1093 time: 2.4276733 Feb 04 17:23:05.697508 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29fd72cf-0890-4596-94e8-5a694c856d39', 'tag': '5e7aebb9-78e2-4780-999b-ac5d77da0de0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:05.701954 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaabdb9-1b77-470d-973b-3dddff789ad5" -d '{"events": [{"name": "network-changed", "server_uuid": "29fd72cf-0890-4596-94e8-5a694c856d39", "tag": "5e7aebb9-78e2-4780-999b-ac5d77da0de0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:05.759705 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb387d55-6963-4b51-a78d-644d65755a39 service neutron] Pushing event updated for resources: {'Port': ['ID=5e7aebb9-78e2-4780-999b-ac5d77da0de0,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.780020 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a8ad09aa-a303-4817-8dfb-96c6a52ebf90 None None] Current status of the port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:05.820256 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7903c41-3d39-4b03-9fdf-7be7f2e08e2e x-openstack-request-id: req-e7903c41-3d39-4b03-9fdf-7be7f2e08e2e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:05.821064 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29fd72cf-0890-4596-94e8-5a694c856d39", "tag": "5e7aebb9-78e2-4780-999b-ac5d77da0de0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:05.821733 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7903c41-3d39-4b03-9fdf-7be7f2e08e2e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:05.822687 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29fd72cf-0890-4596-94e8-5a694c856d39', 'tag': '5e7aebb9-78e2-4780-999b-ac5d77da0de0', 'status': 'completed', 'code': 200} Feb 04 17:23:05.890928 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1114f66-fcee-4f82-8970-fb601729fbb8 None None] Pushing event updated for resources: {'Port': ['ID=57baa7ae-2daf-4541-bfae-a8e8a44a3260,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:05.917307 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.920192 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Attempting to bind port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:05.921442 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Attempting to bind port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:05.922370 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Attempting to bind port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:05.935617 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:05.939487 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:05.939487 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:05.939487 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:05.940414 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Bound port: 57baa7ae-2daf-4541-bfae-a8e8a44a3260, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:05.941523 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:06.051170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-7e832191-ada4-40f3-b868-a1d63cc828c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.054579 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-7e832191-ada4-40f3-b868-a1d63cc828c7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 1127 time: 0.1954119 Feb 04 17:23:06.111580 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] For port 57baa7ae-2daf-4541-bfae-a8e8a44a3260, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:06.125273 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] For port 57baa7ae-2daf-4541-bfae-a8e8a44a3260, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=57baa7ae-2daf-4541-bfae-a8e8a44a3260,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:06.133858 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-d03fe182-d130-4617-a0dd-c759c42211fa tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.136598 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-d03fe182-d130-4617-a0dd-c759c42211fa tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.1808219 Feb 04 17:23:06.180164 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ec08962-e12b-4964-9096-9e2a44c2fb4b admin admin] Publish callbacks [] for security_group (f17104eb-bf91-4c47-8f5f-13901f272802), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:06.255236 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b4546d52-7beb-490a-a93a-8e4937c3b0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:06.277653 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:06.300154 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:06.319950 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Routers {'efb7066b-5f00-47a2-b8df-5a713091c447'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:06.321339 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['efb7066b-5f00-47a2-b8df-5a713091c447'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:06.354228 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-6e5b27fb-51ab-4776-bff2-aea1496967e0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7aebb9-78e2-4780-999b-ac5d77da0de0 HTTP/1.1" status: 200 len: 217 time: 0.1714811 Feb 04 17:23:06.479446 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:06.480456 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:06.534744 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-db2545da-acf3-4436-a04a-ad79a02f1010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.537194 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-db2545da-acf3-4436-a04a-ad79a02f1010 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.1231389 Feb 04 17:23:06.594539 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1114f66-fcee-4f82-8970-fb601729fbb8 None None] Pushing event updated for resources: {'Port': ['ID=57baa7ae-2daf-4541-bfae-a8e8a44a3260,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:06.622536 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] Set router efb7066b-5f00-47a2-b8df-5a713091c447 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:06.647895 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-75023a2e-2ccc-44c5-8dc9-d780352bf7e7 req-070b08f6-51fe-4e41-8814-c82391c15c0d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 210 time: 0.1316772 Feb 04 17:23:06.661275 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ec08962-e12b-4964-9096-9e2a44c2fb4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f17104eb-bf91-4c47-8f5f-13901f272802), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:06.676310 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7ec08962-e12b-4964-9096-9e2a44c2fb4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:06.679163 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7ec08962-e12b-4964-9096-9e2a44c2fb4b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f17104eb-bf91-4c47-8f5f-13901f272802 HTTP/1.1" status: 204 len: 168 time: 1.2015529 Feb 04 17:23:06.712031 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:06.723583 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-8643d9a1-7401-4276-8727-309628458638 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010792 Feb 04 17:23:06.726896 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac893fe-4945-49fc-8e07-9098fd53076c None None] Pushing event updated for resources: {'Port': ['ID=a2ff8163-fe28-46b2-a414-46fb0602e1ee,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:06.772784 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec08962-e12b-4964-9096-9e2a44c2fb4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17104eb-bf91-4c47-8f5f-13901f272802,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:06.814652 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:06.962043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242d8dd-31f0-422a-9195-8ec4337495ef req-754dcdcc-33e8-40ed-964b-56e1dc1b892b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:06.965062 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f242d8dd-31f0-422a-9195-8ec4337495ef req-754dcdcc-33e8-40ed-964b-56e1dc1b892b tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.5785973 Feb 04 17:23:07.234202 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Allocated IP 172.20.0.1 (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9/fbd9adb8-70ae-4ba3-9eb4-d40649055508/97175813-55b5-469e-acc7-7c6229e06c8f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:07.446434 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks [] for port (97175813-55b5-469e-acc7-7c6229e06c8f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:07.495926 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:22:57Z', 'revision_number': 4, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a2ff8163-fe28-46b2-a414-46fb0602e1ee', 'name': '', 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'mac_address': 'fa:16:3e:56:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:56Z', 'updated_at': '2022-02-04T17:23:05Z', 'revision_number': 4, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'subnets': [{'id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:07.531147 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:01Z', 'revision_number': 3, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:07.589584 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec4079-e3cf-4e5d-8a2f-caecb35f8eca req-12dc94a9-4626-44b9-824a-c23bbad0bd63 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:07.598015 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bdec4079-e3cf-4e5d-8a2f-caecb35f8eca req-12dc94a9-4626-44b9-824a-c23bbad0bd63 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 943 time: 0.1183884 Feb 04 17:23:07.612517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:07.613940 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a639f0-0694-4928-a19e-308903e9fb57 None None] The sync data for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi is: [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:01Z', 'revision_number': 3, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:07.670049 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a893ec-8667-463c-99a7-aee6661d110b None None] The sync data for ids ['efb7066b-5f00-47a2-b8df-5a713091c447'] in dv-cinder-817351-10-iscsi is: [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:22:57Z', 'revision_number': 4, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a2ff8163-fe28-46b2-a414-46fb0602e1ee', 'name': '', 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'mac_address': 'fa:16:3e:56:d1:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_interface', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:56Z', 'updated_at': '2022-02-04T17:23:05Z', 'revision_number': 4, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'subnets': [{'id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:07.759003 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-7be338d7-7200-49f0-bcbd-fc6a27393469 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0117700 Feb 04 17:23:07.804693 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f242d8dd-31f0-422a-9195-8ec4337495ef req-4fa766a8-a60a-47cb-8d21-5d1119ef350c tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7890558 Feb 04 17:23:08.023699 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:08.060566 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:08.071269 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Deleting port 7412ef52-64f1-40cf-8f27-352ac9442870 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:23:08.072814 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:08.088368 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-af7694cc-a726-42e9-b17a-b4cffc42a395 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:08.090615 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-af7694cc-a726-42e9-b17a-b4cffc42a395 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 818 time: 0.4887402 Feb 04 17:23:08.092757 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Pushing event updated for resources: {'Port': ['ID=97175813-55b5-469e-acc7-7c6229e06c8f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:08.113692 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:08.122252 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:08.294702 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Request body: {'port': {'device_id': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'admin_state_up': True, 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:08.390191 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34fbbc77-d689-42c0-8692-f73ce63224c9 req-c5fe5877-faba-4afb-93b5-baa80bdb8524 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 210 time: 0.2766547 Feb 04 17:23:08.414349 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1b8f5229-ca18-4f8c-9148-fa2b81cae78c req-e0cb55e0-31c0-42fc-b88d-1ec29518a9e5 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6390254 Feb 04 17:23:08.542213 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (89fa13df-2f07-43b0-a0ba-c75bdeb254de), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:08.565051 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] For port 7412ef52-64f1-40cf-8f27-352ac9442870, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7412ef52-64f1-40cf-8f27-352ac9442870,segment=NetworkSegment(1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc),segment_id=1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:08.570722 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:08.613849 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Calling delete_port for 7412ef52-64f1-40cf-8f27-352ac9442870 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:23:08.638991 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device a2ff8163-fe28-46b2-a414-46fb0602e1ee up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:08.825098 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bdec4079-e3cf-4e5d-8a2f-caecb35f8eca req-7b75d7f8-244e-4a3a-9705-2fe3b30ac12c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8734431 Feb 04 17:23:08.919391 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-02e15963-9028-49e8-8198-9dc02b9a5376 None None] Provisioning complete for port 97175813-55b5-469e-acc7-7c6229e06c8f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:08.926544 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-02e15963-9028-49e8-8198-9dc02b9a5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.013594 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-02e15963-9028-49e8-8198-9dc02b9a5376 None None] Port 97175813-55b5-469e-acc7-7c6229e06c8f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:09.042781 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port a2ff8163-fe28-46b2-a414-46fb0602e1ee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:09.044056 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.071045 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Made reservation on behalf of adf6685a2c9942709b4a1a54e76ec2d2 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:09.075792 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.196606 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76746849-9172-46e3-a3ea-f96cbf265e1b req-65e22fb5-c853-4131-9d96-d7e7f0eed1c4 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:09.199836 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-76746849-9172-46e3-a3ea-f96cbf265e1b req-65e22fb5-c853-4131-9d96-d7e7f0eed1c4 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 945 time: 0.1600778 Feb 04 17:23:09.211727 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-47456966-5978-4f0a-8c7b-e1ab8be0e3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:09.214396 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-47456966-5978-4f0a-8c7b-e1ab8be0e3c8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 1127 time: 0.5420184 Feb 04 17:23:09.259061 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port a2ff8163-fe28-46b2-a414-46fb0602e1ee is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:09.261493 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.363397 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port a2ff8163-fe28-46b2-a414-46fb0602e1ee, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=a2ff8163-fe28-46b2-a414-46fb0602e1ee,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:09.399296 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.433229 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.439218 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (7412ef52-64f1-40cf-8f27-352ac9442870), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.599459 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Pushing event deleted for resources: {'Port': ['ID=7412ef52-64f1-40cf-8f27-352ac9442870,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:09.602538 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f15fb959-98e6-4613-a7f2-c99d346d5567 req-024f8832-c5cd-483a-97d6-d2ee5c7d677b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 210 time: 0.0763056 Feb 04 17:23:09.690008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.690687 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.691188 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.691552 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.691900 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.692246 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.692590 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.692929 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.693267 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.693601 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.705914 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.706413 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.706778 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:23:09.726894 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=a2ff8163-fe28-46b2-a414-46fb0602e1ee,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:09.734034 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Allocated IP 172.20.0.6 (c611358a-66be-4f22-9f64-c46dab53f471/7a20f081-2c01-4e2b-bee4-7399c51dcb08/364d1fe8-df42-4276-8a1c-e9f268a1613a) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:09.750678 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7412ef52-64f1-40cf-8f27-352ac9442870 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:23:09.803994 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-76746849-9172-46e3-a3ea-f96cbf265e1b req-02b47d68-cb64-4e82-8343-34a069f92896 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0bfd50f-b73b-47aa-b564-d728c8d5f4df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5876577 Feb 04 17:23:09.807102 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] No DVR routers for this DVR port 7412ef52-64f1-40cf-8f27-352ac9442870 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:23:09.837948 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 7412ef52-64f1-40cf-8f27-352ac9442870 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:23:09.837948 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7412ef52-64f1-40cf-8f27-352ac9442870 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:23:09.844824 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:09.850934 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4b9ed4df-4ea2-4c64-ae2a-4987b6160f8e req-8e3f02dc-874c-4f0c-abd1-b3f1b6d6227e tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.93 "DELETE /v2.0/ports/7412ef52-64f1-40cf-8f27-352ac9442870 HTTP/1.1" status: 204 len: 173 time: 3.4953101 Feb 04 17:23:09.867776 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'name': 'network-vif-deleted', 'tag': '7412ef52-64f1-40cf-8f27-352ac9442870'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:09.875507 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c6b69f-be27-4760-ab43-fe1c54da1546" -d '{"events": [{"server_uuid": "37db7b9d-4710-42e3-b61d-df3bdbaf5d43", "name": "network-vif-deleted", "tag": "7412ef52-64f1-40cf-8f27-352ac9442870"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:09.963393 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-09edfdc0-103a-42a0-b6e6-2327ebd5d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:09.965377 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-09edfdc0-103a-42a0-b6e6-2327ebd5d97d service neutron] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 915 time: 0.7398722 Feb 04 17:23:09.978108 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf35eb3-c664-4041-902b-a58045b382b3 x-openstack-request-id: req-acf35eb3-c664-4041-902b-a58045b382b3 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:09.978108 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37db7b9d-4710-42e3-b61d-df3bdbaf5d43", "name": "network-vif-deleted", "tag": "7412ef52-64f1-40cf-8f27-352ac9442870", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:09.978108 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-acf35eb3-c664-4041-902b-a58045b382b3 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:09.978622 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37db7b9d-4710-42e3-b61d-df3bdbaf5d43', 'name': 'network-vif-deleted', 'tag': '7412ef52-64f1-40cf-8f27-352ac9442870', 'status': 'completed', 'code': 200} Feb 04 17:23:10.088287 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-2aad7e11-f503-4027-afc9-74a124583cf8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5e7aebb9-78e2-4780-999b-ac5d77da0de0 HTTP/1.1" status: 200 len: 217 time: 0.1087992 Feb 04 17:23:10.274511 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-ca4991db-5b22-4dcc-9c7b-f0bb5d646cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:10.277392 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-ca4991db-5b22-4dcc-9c7b-f0bb5d646cc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.1677356 Feb 04 17:23:10.435748 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a575852-8fc8-46b3-b57a-26eecd11fd6f req-cb1b49ac-af8a-4659-a4f8-63b28aaeba0e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:10.445046 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9a575852-8fc8-46b3-b57a-26eecd11fd6f req-cb1b49ac-af8a-4659-a4f8-63b28aaeba0e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 943 time: 0.4131548 Feb 04 17:23:10.462056 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks [] for port (97175813-55b5-469e-acc7-7c6229e06c8f), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.576449 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-386bc0f8-a3a2-498e-ad7b-4543b475de0d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2416310 Feb 04 17:23:10.589067 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.802707 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9a575852-8fc8-46b3-b57a-26eecd11fd6f req-a4b070cb-0a32-403f-832e-16597932240c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316410 Feb 04 17:23:10.852901 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (89fa13df-2f07-43b0-a0ba-c75bdeb254de), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.899958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 57baa7ae-2daf-4541-bfae-a8e8a44a3260 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:10.933070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks [] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:10.964287 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7b307877-9f19-4e05-aa90-ed38df23570e req-68ebad3a-9d52-4b93-8687-c4b440d50592 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 210 time: 0.1148896 Feb 04 17:23:11.044135 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-c04a67bc-2837-43ed-adc0-af78425c656a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:11.047007 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-c04a67bc-2837-43ed-adc0-af78425c656a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 818 time: 0.7109203 Feb 04 17:23:11.071103 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:11.071941 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.097551 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Pushing event updated for resources: {'Port': ['ID=97175813-55b5-469e-acc7-7c6229e06c8f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:11.145203 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Request body: {'port': {'device_id': '15896ec3-37c4-46a2-af5e-c6501995011f', 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'admin_state_up': True, 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:11.198537 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-250f2531-c006-43c1-9954-6b14119ad1b6 req-f5c3225a-434a-4396-a0ff-9fe723948d71 tempest-VolumesActionsTest-1033529122 tempest-VolumesActionsTest-1033529122-project] 10.222.0.24 "GET /v2.0/ports?device_id=37db7b9d-4710-42e3-b61d-df3bdbaf5d43 HTTP/1.1" status: 200 len: 210 time: 0.1250970 Feb 04 17:23:11.421306 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-ecba9337-22aa-4bc0-b4d0-c78938d4d151 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7584190 Feb 04 17:23:11.425874 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:11.426651 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.484791 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 57baa7ae-2daf-4541-bfae-a8e8a44a3260, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=57baa7ae-2daf-4541-bfae-a8e8a44a3260,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:11.494966 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.496131 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.516966 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.550781 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:11.557447 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:11.610163 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:11.612630 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Pushing event updated for resources: {'Port': ['ID=364d1fe8-df42-4276-8a1c-e9f268a1613a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:11.612900 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device a2ff8163-fe28-46b2-a414-46fb0602e1ee up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:11.633800 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Network c611358a-66be-4f22-9f64-c46dab53f471 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:11.640522 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:11.645109 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:11.801649 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-caaabdb9-1b77-470d-973b-3dddff789ad5 req-84994885-ab11-40df-a49d-b0af57bb68f1 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655827 Feb 04 17:23:11.871976 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Made reservation on behalf of adf6685a2c9942709b4a1a54e76ec2d2 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:11.879731 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.042522 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=57baa7ae-2daf-4541-bfae-a8e8a44a3260,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:12.081994 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port a2ff8163-fe28-46b2-a414-46fb0602e1ee triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:12.082432 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.274169 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7ab8d93c-f581-494e-9ea0-4011c509e856 None None] Provisioning complete for port 97175813-55b5-469e-acc7-7c6229e06c8f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:12.274839 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7ab8d93c-f581-494e-9ea0-4011c509e856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.357705 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-75c4322b-138a-4331-95a8-c4bbf59f6a96 req-21f75883-bbed-4ed0-80c8-c8e3fa04feed tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 210 time: 0.0688643 Feb 04 17:23:12.369372 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:12.370206 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.375723 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Allocated IP 172.20.0.12 (c611358a-66be-4f22-9f64-c46dab53f471/7a20f081-2c01-4e2b-bee4-7399c51dcb08/6682cb65-c5cd-4bc7-97b7-1ef53822db9f) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:12.402719 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7ab8d93c-f581-494e-9ea0-4011c509e856 None None] Port 97175813-55b5-469e-acc7-7c6229e06c8f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:12.466980 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port a2ff8163-fe28-46b2-a414-46fb0602e1ee is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:12.489368 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Router 89fa13df-2f07-43b0-a0ba-c75bdeb254de has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:23:12.511505 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6b502b97-429e-4185-91b0-1385f4bb772a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2427599 Feb 04 17:23:12.519949 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73579b9b-a9ce-433a-ae1e-244f511e1ff1 req-bfc1e755-fb26-41ed-9b35-d2928f884f24 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:12.531092 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-73579b9b-a9ce-433a-ae1e-244f511e1ff1 req-bfc1e755-fb26-41ed-9b35-d2928f884f24 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 943 time: 0.1994827 Feb 04 17:23:12.552939 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Request body: {'port': {'device_id': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:12.661501 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 57baa7ae-2daf-4541-bfae-a8e8a44a3260 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:12.690880 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:12.711267 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:12.712057 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-73579b9b-a9ce-433a-ae1e-244f511e1ff1 req-e137503b-176a-489b-92a5-fffbfb83d349 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754632 Feb 04 17:23:12.746842 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-8794c350-4550-4fe1-8b80-69daf2c457ff admin admin] 10.222.0.24 "PUT /v2.0/routers/89fa13df-2f07-43b0-a0ba-c75bdeb254de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2356555 Feb 04 17:23:12.769630 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Sync routers for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:12.804213 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:12.805325 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:12.867667 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks [] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.039046 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.059331 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:13.060264 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.112087 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:13.193693 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Pushing event updated for resources: {'Port': ['ID=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:13.257861 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Network c611358a-66be-4f22-9f64-c46dab53f471 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:13.262362 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:13.278470 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:13.296327 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:13.304184 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.405024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364d1fe8-df42-4276-8a1c-e9f268a1613a {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:13.415085 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Publish callbacks [] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.434416 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Transition to ACTIVE for port object 364d1fe8-df42-4276-8a1c-e9f268a1613a will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:23:13.488510 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-48966344-7f61-45ec-adf1-16f90a86e7d2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4253588 Feb 04 17:23:13.504072 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Request body: {'port': {'device_id': '15896ec3-37c4-46a2-af5e-c6501995011f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:13.582338 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.625016 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:13.712030 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 5e7aebb9-78e2-4780-999b-ac5d77da0de0 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:23:13.730534 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:13.789106 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=364d1fe8-df42-4276-8a1c-e9f268a1613a,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:13.827587 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe4a88-4d70-4c96-9d3c-02a6c35d1cd8 req-66ebbeba-6c76-410a-9915-7c6f1c570b2b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:13.831249 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6cbe4a88-4d70-4c96-9d3c-02a6c35d1cd8 req-66ebbeba-6c76-410a-9915-7c6f1c570b2b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 932 time: 0.3245554 Feb 04 17:23:13.936415 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 2, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:13.977199 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Checking router: 89fa13df-2f07-43b0-a0ba-c75bdeb254de for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:13.977589 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Updating router 89fa13df-2f07-43b0-a0ba-c75bdeb254de port 97175813-55b5-469e-acc7-7c6229e06c8f binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:14.055079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 5e7aebb9-78e2-4780-999b-ac5d77da0de0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e7aebb9-78e2-4780-999b-ac5d77da0de0,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:14.055079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.103925 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6cbe4a88-4d70-4c96-9d3c-02a6c35d1cd8 req-c5c6000d-81d6-4da9-927a-abf7428c4a14 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246058 Feb 04 17:23:14.110370 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '5e7aebb9-78e2-4780-999b-ac5d77da0de0', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'port_id': '5e7aebb9-78e2-4780-999b-ac5d77da0de0', 'mac_address': 'fa:16:3e:62:50:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:23:14.116090 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Attempting to bind port 364d1fe8-df42-4276-8a1c-e9f268a1613a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:14.116790 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Attempting to bind port 364d1fe8-df42-4276-8a1c-e9f268a1613a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:14.117323 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Attempting to bind port 364d1fe8-df42-4276-8a1c-e9f268a1613a on network c611358a-66be-4f22-9f64-c46dab53f471 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:14.127055 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Port 364d1fe8-df42-4276-8a1c-e9f268a1613a on network c611358a-66be-4f22-9f64-c46dab53f471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:23:14.127942 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Attempting to bind port 364d1fe8-df42-4276-8a1c-e9f268a1613a on network c611358a-66be-4f22-9f64-c46dab53f471 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:14.138008 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:14.139090 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Checking segment: {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:14.140016 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Bound using segment: {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:14.140995 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Bound port: 364d1fe8-df42-4276-8a1c-e9f268a1613a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:14.142419 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.225780 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:14.226725 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.281986 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e7aebb9-78e2-4780-999b-ac5d77da0de0 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:14.285095 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e207ad-939a-4570-90d8-65cfb684b525 req-f3e56e50-16b4-46ec-bf61-a0d8bdb7b0ef tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:14.288116 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-24e207ad-939a-4570-90d8-65cfb684b525 req-f3e56e50-16b4-46ec-bf61-a0d8bdb7b0ef tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 943 time: 0.3705516 Feb 04 17:23:14.424211 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] For port 364d1fe8-df42-4276-8a1c-e9f268a1613a, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:14.430466 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] For port 364d1fe8-df42-4276-8a1c-e9f268a1613a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:14.495397 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55702) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:14.503773 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-208387343-network', 'tenant_id': '94502189561e4d45b9581bbc3834aae5'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:14.539497 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-24e207ad-939a-4570-90d8-65cfb684b525 req-b77c7d17-5955-4647-b8a9-2287543209ab tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322896 Feb 04 17:23:14.649665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.679392 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Made reservation on behalf of 94502189561e4d45b9581bbc3834aae5 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:14.685089 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.700940 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 5e7aebb9-78e2-4780-999b-ac5d77da0de0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e7aebb9-78e2-4780-999b-ac5d77da0de0,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:14.746569 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.754114 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6682cb65-c5cd-4bc7-97b7-1ef53822db9f {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:14.776648 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Publish callbacks [] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.806510 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Transition to ACTIVE for port object 6682cb65-c5cd-4bc7-97b7-1ef53822db9f will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:23:14.817753 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:14.821119 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.822614 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.825428 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] 10.222.0.93 "PUT /v2.0/ports/364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 200 len: 1093 time: 2.2791202 Feb 04 17:23:14.847411 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'tag': '364d1fe8-df42-4276-8a1c-e9f268a1613a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:14.847411 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be1379-6a15-4a87-b449-ff604298beda" -d '{"events": [{"name": "network-changed", "server_uuid": "b17a197a-a90b-4629-8223-ad178f72f2dd", "tag": "364d1fe8-df42-4276-8a1c-e9f268a1613a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:14.885380 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:14.937437 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cba0aa-9ce9-4de3-bcf4-1b0a9efb17e1 service neutron] Pushing event updated for resources: {'Port': ['ID=364d1fe8-df42-4276-8a1c-e9f268a1613a,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:14.984802 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=5e7aebb9-78e2-4780-999b-ac5d77da0de0,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:15.016008 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c919ea-7991-4c22-bc72-40fc89d23a7d x-openstack-request-id: req-52c919ea-7991-4c22-bc72-40fc89d23a7d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:15.016447 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b17a197a-a90b-4629-8223-ad178f72f2dd", "tag": "364d1fe8-df42-4276-8a1c-e9f268a1613a", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:15.018146 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52c919ea-7991-4c22-bc72-40fc89d23a7d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:15.018146 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'tag': '364d1fe8-df42-4276-8a1c-e9f268a1613a', 'status': 'completed', 'code': 200} Feb 04 17:23:15.065498 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Pushing event updated for resources: {'Port': ['ID=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:15.078587 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks [] for security_group (bc66d875-4c02-4861-b8b9-32b251978636), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.117991 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-db11a60f-6b85-43c0-aeea-2751050df77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.121091 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-db11a60f-6b85-43c0-aeea-2751050df77a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1127 time: 0.1278329 Feb 04 17:23:15.196003 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Attempting to bind port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:15.196600 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Attempting to bind port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:15.197179 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Attempting to bind port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f on network c611358a-66be-4f22-9f64-c46dab53f471 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:15.206911 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f on network c611358a-66be-4f22-9f64-c46dab53f471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:23:15.207479 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Attempting to bind port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f on network c611358a-66be-4f22-9f64-c46dab53f471 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:15.210333 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Publish callbacks [] for port (97175813-55b5-469e-acc7-7c6229e06c8f), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.215799 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-6cfe1133-cf35-4d84-8967-266ab4457713 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 200 len: 217 time: 0.0789769 Feb 04 17:23:15.217917 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bc66d875-4c02-4861-b8b9-32b251978636), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.218175 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:15.218730 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Checking segment: {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:15.220389 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Bound using segment: {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:15.220865 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Bound port: 6682cb65-c5cd-4bc7-97b7-1ef53822db9f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:15.221686 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.223317 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['5e7aebb9-78e2-4780-999b-ac5d77da0de0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:15.304388 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:23:15.325275 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (8b6ecc9f-7789-4d6c-bca1-cb77d8958dce), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.326088 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Added segment 8b6ecc9f-7789-4d6c-bca1-cb77d8958dce of type vlan for network b7b10bc3-8519-4a91-950d-8d801b7267c0 Feb 04 17:23:15.427914 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.472569 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] For port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:15.481257 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] For port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:15.495680 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (b7b10bc3-8519-4a91-950d-8d801b7267c0), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.517692 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022dd178-d7b6-4fac-bbfb-f85c0e886261 req-6c8c3767-f6e2-4564-9da6-b40a367c6350 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.519778 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-022dd178-d7b6-4fac-bbfb-f85c0e886261 req-6c8c3767-f6e2-4564-9da6-b40a367c6350 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.1726279 Feb 04 17:23:15.555734 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.611432 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc66d875-4c02-4861-b8b9-32b251978636,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:15.624631 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-a7eb3773-d851-433c-89db-d0c63ed4c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.630419 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-a7eb3773-d851-433c-89db-d0c63ed4c3ee service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.4054990 Feb 04 17:23:15.637934 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.638752 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.640542 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] 10.222.0.93 "PUT /v2.0/ports/6682cb65-c5cd-4bc7-97b7-1ef53822db9f HTTP/1.1" status: 200 len: 1094 time: 2.1446197 Feb 04 17:23:15.641153 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15896ec3-37c4-46a2-af5e-c6501995011f', 'tag': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:15.645041 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7608caf-9daf-4210-be6a-f025f41daaee" -d '{"events": [{"name": "network-changed", "server_uuid": "15896ec3-37c4-46a2-af5e-c6501995011f", "tag": "6682cb65-c5cd-4bc7-97b7-1ef53822db9f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:15.686849 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-022dd178-d7b6-4fac-bbfb-f85c0e886261 req-9ef763cc-82a4-49a5-9630-875affca83e7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565747 Feb 04 17:23:15.708372 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-28015a9f-68ef-47ab-b905-06d2e634256d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666611 Feb 04 17:23:15.710830 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd11b76-79e5-4830-80bc-09ba2176851f service neutron] Pushing event updated for resources: {'Port': ['ID=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:15.799715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2035daf0-798d-477d-b804-ee562abb6647 x-openstack-request-id: req-2035daf0-798d-477d-b804-ee562abb6647 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:15.799715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15896ec3-37c4-46a2-af5e-c6501995011f", "tag": "6682cb65-c5cd-4bc7-97b7-1ef53822db9f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:15.799715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2035daf0-798d-477d-b804-ee562abb6647 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:15.805729 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15896ec3-37c4-46a2-af5e-c6501995011f', 'tag': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f', 'status': 'completed', 'code': 200} Feb 04 17:23:15.957648 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-5455a1ab-1234-409c-bd0e-2bd50158a56f service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394891 Feb 04 17:23:15.975702 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (b7b10bc3-8519-4a91-950d-8d801b7267c0), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.980192 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:15.981641 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:15.995851 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Attempting to bind port 97175813-55b5-469e-acc7-7c6229e06c8f on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:15.996694 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Attempting to bind port 97175813-55b5-469e-acc7-7c6229e06c8f by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:15.997272 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Attempting to bind port 97175813-55b5-469e-acc7-7c6229e06c8f on network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:16.002558 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ed3bf-3a1b-403a-beeb-1268e164edc0 None None] Pushing event updated for resources: {'Port': ['ID=97175813-55b5-469e-acc7-7c6229e06c8f,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:16.056122 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:16.056410 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Checking segment: {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:16.057063 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.057971 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Bound using segment: {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:16.058970 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Bound port: 97175813-55b5-469e-acc7-7c6229e06c8f, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:16.059608 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.129263 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6288066 Feb 04 17:23:16.131212 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55762) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:16.155199 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Request body: {'subnet': {'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-208387343-subnet', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:16.222891 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0ecdcb41-cd0d-40b8-a108-47496b969c85 None None] Provisioning complete for port 97175813-55b5-469e-acc7-7c6229e06c8f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:16.223629 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0ecdcb41-cd0d-40b8-a108-47496b969c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.225912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-220e1259-8be4-4222-b0bc-bc8a223ad272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:16.229066 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-220e1259-8be4-4222-b0bc-bc8a223ad272 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 1128 time: 0.1070375 Feb 04 17:23:16.243892 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e683d-7614-4502-8475-e1c8745f65a5 admin admin] Pushing event updated for resources: {'Network': ['ID=b7b10bc3-8519-4a91-950d-8d801b7267c0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:16.271395 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de48bf39-562f-4b3d-b45d-8f85f2eee868 req-c3085196-9f19-4847-87f0-c2caaf2e1bab tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:16.280510 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-de48bf39-562f-4b3d-b45d-8f85f2eee868 req-c3085196-9f19-4847-87f0-c2caaf2e1bab tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.3195717 Feb 04 17:23:16.286057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:23:16.311113 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-54dd9a7c-ae8d-404a-801d-3843673ab348 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f HTTP/1.1" status: 200 len: 217 time: 0.0732620 Feb 04 17:23:16.353229 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] For port 97175813-55b5-469e-acc7-7c6229e06c8f, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:16.368306 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0ecdcb41-cd0d-40b8-a108-47496b969c85 None None] Port 97175813-55b5-469e-acc7-7c6229e06c8f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:16.382536 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] For port 97175813-55b5-469e-acc7-7c6229e06c8f, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=97175813-55b5-469e-acc7-7c6229e06c8f,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:16.403577 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e69af7d3-a95c-488c-9471-eaae745d64fc req-b1d40df6-53e6-4035-99a6-3862b02a058a service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725899 Feb 04 17:23:16.408158 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Made reservation on behalf of 94502189561e4d45b9581bbc3834aae5 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:16.414256 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.425052 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-de48bf39-562f-4b3d-b45d-8f85f2eee868 req-91437003-16d7-470f-837c-5ac0ffc53f75 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444569 Feb 04 17:23:16.459415 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.526407 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:16.527138 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:16.572843 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ed3bf-3a1b-403a-beeb-1268e164edc0 None None] Pushing event updated for resources: {'Port': ['ID=97175813-55b5-469e-acc7-7c6229e06c8f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:16.739226 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:16.849071 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (8a484ad5-025c-4688-aba4-e425b7f16824), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:16.925031 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94694548-78d4-4bc9-87d1-61b153f6e725 req-af24e5d1-6994-4e5a-9c54-db400523a7bc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:16.943928 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-94694548-78d4-4bc9-87d1-61b153f6e725 req-af24e5d1-6994-4e5a-9c54-db400523a7bc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.1214571 Feb 04 17:23:16.944387 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a484ad5-025c-4688-aba4-e425b7f16824,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:16.967915 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Checking segment: {'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:16.968712 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Network hostable DHCP agents. Network: b7b10bc3-8519-4a91-950d-8d801b7267c0, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:23:17.020760 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-94694548-78d4-4bc9-87d1-61b153f6e725 req-34e2151a-197a-402d-bab3-9222dcd56feb tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699131 Feb 04 17:23:17.057151 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7a20276c-f5d2-4eec-8d6f-81b1c8b4b805 None None] Provisioning complete for port 97175813-55b5-469e-acc7-7c6229e06c8f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:17.057534 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7a20276c-f5d2-4eec-8d6f-81b1c8b4b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.093288 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:23:17.218818 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, b7b10bc3-8519-4a91-950d-8d801b7267c0) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:17.229594 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:17.230467 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.261363 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9179b6b-20cd-428f-820c-44a1f99f1275 None None] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:17.362806 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7c6a967b-f6d7-4cbe-bb9b-be8ad8b6a7c9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2214074 Feb 04 17:23:17.373868 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55804) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:17.386130 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:17.386885 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7a20276c-f5d2-4eec-8d6f-81b1c8b4b805 None None] Current status of the port 97175813-55b5-469e-acc7-7c6229e06c8f is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:17.387539 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7a20276c-f5d2-4eec-8d6f-81b1c8b4b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.438174 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-7a7d0a78-273c-48f5-830d-257ef66ba89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:17.441266 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-7a7d0a78-273c-48f5-830d-257ef66ba89d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.1055274 Feb 04 17:23:17.456536 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:16Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:17.528786 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (e9ae4ee3-131e-461d-989b-8d211c607a45), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.530481 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (e9ae4ee3-131e-461d-989b-8d211c607a45), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.549238 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639daba8-632a-456c-875c-635d77fd3f49 None None] The sync data for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi is: [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:16Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:17.573530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7a20276c-f5d2-4eec-8d6f-81b1c8b4b805 None None] For port 97175813-55b5-469e-acc7-7c6229e06c8f, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=97175813-55b5-469e-acc7-7c6229e06c8f,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:17.628677 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-b7b10bc3-8519-4a91-950d-8d801b7267c0', 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0', 'project_id': '94502189561e4d45b9581bbc3834aae5', 'fixed_ips': [{'subnet_id': '8a484ad5-025c-4688-aba4-e425b7f16824'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:23:17.639450 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.695087 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7a20276c-f5d2-4eec-8d6f-81b1c8b4b805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.723775 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks [] for router_controller (e9ae4ee3-131e-461d-989b-8d211c607a45), precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:17.773641 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64f07-edb9-4610-bd54-89c13442ac36 req-57e8f89b-5361-4d01-895c-5ab957655b4e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:17.779191 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-77c64f07-edb9-4610-bd54-89c13442ac36 req-57e8f89b-5361-4d01-895c-5ab957655b4e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.2235000 Feb 04 17:23:17.988058 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20276c-f5d2-4eec-8d6f-81b1c8b4b805 None None] Pushing event updated for resources: {'Port': ['ID=97175813-55b5-469e-acc7-7c6229e06c8f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:18.090958 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-77c64f07-edb9-4610-bd54-89c13442ac36 req-f27c789f-60c9-402e-9f6b-bce8577c0266 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913330 Feb 04 17:23:18.161504 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Allocated IP 172.20.0.2 (b7b10bc3-8519-4a91-950d-8d801b7267c0/8a484ad5-025c-4688-aba4-e425b7f16824/7821efdf-c2e4-4ab1-babd-36b6e9f1d5da) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:18.165221 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks [] for router_gateway (e9ae4ee3-131e-461d-989b-8d211c607a45), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.217641 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b0bd0-1168-4f22-8a3b-ae45c2eff89d req-d643783c-d1d1-49a3-b96b-bfe836c4404c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:18.220039 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d92b0bd0-1168-4f22-8a3b-ae45c2eff89d req-d643783c-d1d1-49a3-b96b-bfe836c4404c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.0693114 Feb 04 17:23:18.327631 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-0e137a21-c372-4616-a855-e9684e8ebb74 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654695 Feb 04 17:23:18.382327 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d92b0bd0-1168-4f22-8a3b-ae45c2eff89d req-e3a7c919-fcf8-4847-8786-315074c53746 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515372 Feb 04 17:23:18.413344 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Publish callbacks [] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.483443 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.582298 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:18.601563 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:18.608595 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:18.627545 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Pushing event updated for resources: {'Port': ['ID=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:18.697875 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks [] for router_gateway (e9ae4ee3-131e-461d-989b-8d211c607a45), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.708472 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Attempting to bind port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:18.708956 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Attempting to bind port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:18.709426 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Attempting to bind port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da on network b7b10bc3-8519-4a91-950d-8d801b7267c0 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:18.715578 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:18.716384 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Checking segment: {'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:18.716799 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.717250 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Bound using segment: {'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:18.717708 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Bound port: 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:18.718100 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.718494 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55832) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:18.735676 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 97175813-55b5-469e-acc7-7c6229e06c8f up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:18.763652 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.848101 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] For port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:18.848101 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] For port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,segment=NetworkSegment(8b6ecc9f-7789-4d6c-bca1-cb77d8958dce),segment_id=8b6ecc9f-7789-4d6c-bca1-cb77d8958dce)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:18.854911 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 97175813-55b5-469e-acc7-7c6229e06c8f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:18.855427 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.912011 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4436c86-1eda-40ce-b62b-6bef8005012a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.915416 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:18.999951 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Allocated IP 172.27.0.73 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/82f9bccc-e6a1-444e-ba53-43ee6498415b) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:19.028496 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4436c86-1eda-40ce-b62b-6bef8005012a admin admin] Publish callbacks [] for security_group (229fa672-1a7d-4624-97e5-93664637eecb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.093887 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4436c86-1eda-40ce-b62b-6bef8005012a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (229fa672-1a7d-4624-97e5-93664637eecb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.162037 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a4436c86-1eda-40ce-b62b-6bef8005012a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=846b687d5f104793a449f1c1085b625e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412699 Feb 04 17:23:19.165564 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4436c86-1eda-40ce-b62b-6bef8005012a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229fa672-1a7d-4624-97e5-93664637eecb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:19.166499 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 55840) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:19.210666 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks [] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.271420 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3ba157-cbaf-47c6-befa-0e804026fa2b None None] Pushing event updated for resources: {'Port': ['ID=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:19.339423 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 97175813-55b5-469e-acc7-7c6229e06c8f is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:19.373846 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1d35-6920-4418-b199-6d2cd07aa86a admin admin] Publish callbacks [] for security_group (229fa672-1a7d-4624-97e5-93664637eecb), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.388743 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d289a-8551-489b-befb-2d6f1b305b4d req-dab23284-0da0-4f16-bcfa-f41649010cdd tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:19.391602 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-545d289a-8551-489b-befb-2d6f1b305b4d req-dab23284-0da0-4f16-bcfa-f41649010cdd tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.1730793 Feb 04 17:23:19.424663 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1d35-6920-4418-b199-6d2cd07aa86a admin admin] Publish callbacks [] for security_group (229fa672-1a7d-4624-97e5-93664637eecb), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.483469 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.567133 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-545d289a-8551-489b-befb-2d6f1b305b4d req-884bb1cb-06b8-4ca5-bb0a-53281ec4e6a4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679618 Feb 04 17:23:19.647841 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:19.654996 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:19.681925 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:19.739292 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Pushing event updated for resources: {'Port': ['ID=82f9bccc-e6a1-444e-ba53-43ee6498415b,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:19.748321 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1d35-6920-4418-b199-6d2cd07aa86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (229fa672-1a7d-4624-97e5-93664637eecb), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.752374 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9f8c1d35-6920-4418-b199-6d2cd07aa86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:19.753595 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-9f8c1d35-6920-4418-b199-6d2cd07aa86a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/229fa672-1a7d-4624-97e5-93664637eecb HTTP/1.1" status: 204 len: 168 time: 0.5819080 Feb 04 17:23:19.808177 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a3619-6828-4e22-9cd3-49d752326faa req-1797c20d-149d-4a0a-9fce-3c908b0956b3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:19.810089 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5c7a3619-6828-4e22-9cd3-49d752326faa req-1797c20d-149d-4a0a-9fce-3c908b0956b3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.1822939 Feb 04 17:23:19.904807 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-a7c190c1-d1dd-4a31-ac3d-b2ee0aa277ee service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669739 Feb 04 17:23:19.942445 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5c7a3619-6828-4e22-9cd3-49d752326faa req-e8a0604f-2bfe-4b98-993a-bced353aa64a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139269 Feb 04 17:23:20.057166 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-61b0b230-7dce-4003-b6ee-0a31cee00c06 req-df9f41a8-53dc-48cf-8bc7-c6945e18f03c service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465828 Feb 04 17:23:20.223412 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c1d35-6920-4418-b199-6d2cd07aa86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229fa672-1a7d-4624-97e5-93664637eecb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:20.229931 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1379-6a15-4a87-b449-ff604298beda req-b4b0f359-4377-4ab4-b37c-82dbbc8d37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.231804 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-83be1379-6a15-4a87-b449-ff604298beda req-b4b0f359-4377-4ab4-b37c-82dbbc8d37d9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1127 time: 0.6714647 Feb 04 17:23:20.325366 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7608caf-9daf-4210-be6a-f025f41daaee req-e2900921-4487-4049-aaf2-ec529931db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.327187 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7608caf-9daf-4210-be6a-f025f41daaee req-e2900921-4487-4049-aaf2-ec529931db55 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 1128 time: 0.1114058 Feb 04 17:23:20.421430 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1379-6a15-4a87-b449-ff604298beda req-7d9b824c-8b7a-469a-880a-04739ee187b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.426654 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-83be1379-6a15-4a87-b449-ff604298beda req-7d9b824c-8b7a-469a-880a-04739ee187b1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 919 time: 0.1854701 Feb 04 17:23:20.470321 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7608caf-9daf-4210-be6a-f025f41daaee req-1dcf54ed-5681-4b2d-aa77-0e2452b71ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.472050 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7608caf-9daf-4210-be6a-f025f41daaee req-1dcf54ed-5681-4b2d-aa77-0e2452b71ac0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 919 time: 0.1361997 Feb 04 17:23:20.475101 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-83be1379-6a15-4a87-b449-ff604298beda req-400aaf55-cb90-4af7-bab1-29d086c38438 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 200 len: 217 time: 0.0417671 Feb 04 17:23:20.538764 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7608caf-9daf-4210-be6a-f025f41daaee req-70e71bbd-290f-4fb8-ab55-a4fca0b2b891 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f HTTP/1.1" status: 200 len: 217 time: 0.0550044 Feb 04 17:23:20.624850 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7608caf-9daf-4210-be6a-f025f41daaee req-4025d6d6-364f-48cf-8a41-f3b1ee7ff656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.628962 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7608caf-9daf-4210-be6a-f025f41daaee req-4025d6d6-364f-48cf-8a41-f3b1ee7ff656 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.0833418 Feb 04 17:23:20.706875 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7608caf-9daf-4210-be6a-f025f41daaee req-42db10e3-fc06-49a8-bba4-2f1a7d9ccf82 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629938 Feb 04 17:23:20.764031 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be1379-6a15-4a87-b449-ff604298beda req-3c1cd3a5-e68d-4065-a952-0758d4fa6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:20.766248 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-83be1379-6a15-4a87-b449-ff604298beda req-3c1cd3a5-e68d-4065-a952-0758d4fa6d65 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.2795970 Feb 04 17:23:20.797243 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:20.824513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks [] for router_gateway (e9ae4ee3-131e-461d-989b-8d211c607a45), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.861488 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7608caf-9daf-4210-be6a-f025f41daaee req-933daf6a-e965-4ecb-a595-918b421213b4 service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470239 Feb 04 17:23:20.894942 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:20.914740 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eae5e4df-5b94-4a2d-a99c-80976ac59273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:20.916977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:20.917414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.015966 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d870e4-77e2-4ddb-9503-957d3e67d663 None None] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:23:21.063014 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eae5e4df-5b94-4a2d-a99c-80976ac59273 admin admin] Publish callbacks [] for security_group (fbff52ec-381b-499e-8f9f-a1de2fafdaea), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.101396 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0dc7f7-e5b4-4bf4-8495-eeda452117d9 req-931f8a75-1c24-4e2d-a516-acf89e81295d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:21.109597 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7d0dc7f7-e5b4-4bf4-8495-eeda452117d9 req-931f8a75-1c24-4e2d-a516-acf89e81295d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.1995900 Feb 04 17:23:21.110198 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:21.110651 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.151521 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3be59d59-01f5-4fbd-9b2c-0cb5a6043cc7 None None] Provisioning complete for port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:21.151921 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be59d59-01f5-4fbd-9b2c-0cb5a6043cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.155207 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17237c5-c7d6-48c4-b656-ad4ffe4ee2c3 req-b5959e92-aaeb-4f98-af5f-d96361200429 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:21.164108 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f17237c5-c7d6-48c4-b656-ad4ffe4ee2c3 req-b5959e92-aaeb-4f98-af5f-d96361200429 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.0988197 Feb 04 17:23:21.174171 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-eae5e4df-5b94-4a2d-a99c-80976ac59273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (fbff52ec-381b-499e-8f9f-a1de2fafdaea), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.216388 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,segment=NetworkSegment(8b6ecc9f-7789-4d6c-bca1-cb77d8958dce),segment_id=8b6ecc9f-7789-4d6c-bca1-cb77d8958dce)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:21.221782 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-eae5e4df-5b94-4a2d-a99c-80976ac59273 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7771ab1effd4b3c815e3e30e4842f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3249791 Feb 04 17:23:21.222516 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:21.276289 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae5e4df-5b94-4a2d-a99c-80976ac59273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff52ec-381b-499e-8f9f-a1de2fafdaea,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:21.326262 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f17237c5-c7d6-48c4-b656-ad4ffe4ee2c3 req-7e078f4a-e8dd-4da8-a62f-f74cb5f702cf tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609633 Feb 04 17:23:21.333816 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7d0dc7f7-e5b4-4bf4-8495-eeda452117d9 req-45b41812-1bab-4e8f-b4ef-4fd3c1aa0342 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220924 Feb 04 17:23:21.334729 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.350470 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc6985ca-9803-4518-8bb3-fbdc0aa2beb6 admin admin] Publish callbacks [] for security_group (fbff52ec-381b-499e-8f9f-a1de2fafdaea), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.390187 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (e9ae4ee3-131e-461d-989b-8d211c607a45), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.423555 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc6985ca-9803-4518-8bb3-fbdc0aa2beb6 admin admin] Publish callbacks [] for security_group (fbff52ec-381b-499e-8f9f-a1de2fafdaea), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.435113 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3be59d59-01f5-4fbd-9b2c-0cb5a6043cc7 None None] Current status of the port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:21.435780 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3be59d59-01f5-4fbd-9b2c-0cb5a6043cc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.490615 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:21.571693 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-3be59d59-01f5-4fbd-9b2c-0cb5a6043cc7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:23:21.572199 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-3be59d59-01f5-4fbd-9b2c-0cb5a6043cc7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:23:21.624966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc6985ca-9803-4518-8bb3-fbdc0aa2beb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (fbff52ec-381b-499e-8f9f-a1de2fafdaea), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.641171 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc6985ca-9803-4518-8bb3-fbdc0aa2beb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.641171 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-bc6985ca-9803-4518-8bb3-fbdc0aa2beb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fbff52ec-381b-499e-8f9f-a1de2fafdaea HTTP/1.1" status: 204 len: 168 time: 0.4026432 Feb 04 17:23:21.641171 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6985ca-9803-4518-8bb3-fbdc0aa2beb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff52ec-381b-499e-8f9f-a1de2fafdaea,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:21.727886 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Router e9ae4ee3-131e-461d-989b-8d211c607a45 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:23:21.858946 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:21.872330 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Sync routers for ids ['e9ae4ee3-131e-461d-989b-8d211c607a45'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:21.888392 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Routers {'e9ae4ee3-131e-461d-989b-8d211c607a45'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:21.889363 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['e9ae4ee3-131e-461d-989b-8d211c607a45'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:21.987012 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:21.988654 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-ccced94e-8b65-436a-8990-c568ec68ab85 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6128335 Feb 04 17:23:21.992291 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 55878) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:22.040040 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Set router e9ae4ee3-131e-461d-989b-8d211c607a45 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:22.152107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3be59d59-01f5-4fbd-9b2c-0cb5a6043cc7 None None] Current status of the port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:22.195176 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.289519 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1186aaf4-66c9-447b-aa33-a8ee7123ae01 None None] Provisioning complete for port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:22.290421 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1186aaf4-66c9-447b-aa33-a8ee7123ae01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.345922 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:23:20Z', 'revision_number': 3, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port': {'id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:18Z', 'updated_at': '2022-02-04T17:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:22.408037 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Checking router: e9ae4ee3-131e-461d-989b-8d211c607a45 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:22.409120 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Updating router e9ae4ee3-131e-461d-989b-8d211c607a45 port 82f9bccc-e6a1-444e-ba53-43ee6498415b binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:22.471519 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.483415 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1186aaf4-66c9-447b-aa33-a8ee7123ae01 None None] Current status of the port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:22.636326 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:22.710727 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4032f77-35ec-4d72-be8e-2ed49ae8ed98 req-3ff0d811-f87e-4934-9b6a-4d4ed12df3ce tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:22.712376 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b4032f77-35ec-4d72-be8e-2ed49ae8ed98 req-3ff0d811-f87e-4934-9b6a-4d4ed12df3ce tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.1372874 Feb 04 17:23:22.726527 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:22.732734 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.800848 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548b81e-b622-4ec3-9aeb-25019e7a5a98 req-29d7da2c-9d5b-46f1-8ed2-dd2e13976187 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:22.807969 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b4032f77-35ec-4d72-be8e-2ed49ae8ed98 req-eba31cc5-a9ca-4fe2-befc-ec42126eefab tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859129 Feb 04 17:23:22.808983 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2548b81e-b622-4ec3-9aeb-25019e7a5a98 req-29d7da2c-9d5b-46f1-8ed2-dd2e13976187 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.2349133 Feb 04 17:23:22.830479 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:22.850381 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:22.923016 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2548b81e-b622-4ec3-9aeb-25019e7a5a98 req-7463e894-f72d-4442-bb02-15e787d7d299 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129014 Feb 04 17:23:23.017175 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Publish callbacks [] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.089054 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Allocated IP 172.20.0.1 (b7b10bc3-8519-4a91-950d-8d801b7267c0/8a484ad5-025c-4688-aba4-e425b7f16824/16d0ab95-8c0b-46a2-9b9c-dc894e606da4) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:23.128164 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.182376 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Attempting to bind port 82f9bccc-e6a1-444e-ba53-43ee6498415b on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:23.182810 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Attempting to bind port 82f9bccc-e6a1-444e-ba53-43ee6498415b by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:23.183220 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Attempting to bind port 82f9bccc-e6a1-444e-ba53-43ee6498415b on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:23.189251 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:23.190005 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:23.190712 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.191737 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:23.192571 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Bound port: 82f9bccc-e6a1-444e-ba53-43ee6498415b, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:23.193247 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.228653 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks [] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.235825 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bff6a2-8153-4f02-bdb1-e87fbdf66b19 None None] Pushing event updated for resources: {'Port': ['ID=82f9bccc-e6a1-444e-ba53-43ee6498415b,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:23.275120 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] For port 82f9bccc-e6a1-444e-ba53-43ee6498415b, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:23.279826 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] For port 82f9bccc-e6a1-444e-ba53-43ee6498415b, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=82f9bccc-e6a1-444e-ba53-43ee6498415b,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:23.385869 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.453326 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-83be1379-6a15-4a87-b449-ff604298beda req-efe4e12a-0928-4d8d-a4b0-dde287a23bb1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894382 Feb 04 17:23:23.462545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.527191 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Routers {'e9ae4ee3-131e-461d-989b-8d211c607a45'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:23.528351 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['e9ae4ee3-131e-461d-989b-8d211c607a45'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:23.536524 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:23.542826 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Pushing event updated for resources: {'Port': ['ID=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:23.545063 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:23.551872 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:23.552373 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (e9ae4ee3-131e-461d-989b-8d211c607a45), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:23.679541 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bff6a2-8153-4f02-bdb1-e87fbdf66b19 None None] Pushing event updated for resources: {'Port': ['ID=82f9bccc-e6a1-444e-ba53-43ee6498415b,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:23.796055 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] Set router e9ae4ee3-131e-461d-989b-8d211c607a45 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:24.066674 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-6b8c50a3-893e-4e3c-8205-967e5ed7629f None None] Provisioning complete for port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:24.067514 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b8c50a3-893e-4e3c-8205-967e5ed7629f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.071989 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7608caf-9daf-4210-be6a-f025f41daaee req-626703b4-8396-4957-900b-8d98e603d25c service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086306 Feb 04 17:23:24.078048 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a1608-3d29-4b8d-98d0-0c0a4d6192fa req-9e587041-b01a-4407-8a9c-f5d7f0ffc164 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:24.096671 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3a2a1608-3d29-4b8d-98d0-0c0a4d6192fa req-9e587041-b01a-4407-8a9c-f5d7f0ffc164 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.1520183 Feb 04 17:23:24.156678 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a557c7a-0b5c-404a-ba22-45fc961f6e91 req-0803336c-41c5-4ec8-b543-ccfc1df288f7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:24.164429 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2a557c7a-0b5c-404a-ba22-45fc961f6e91 req-0803336c-41c5-4ec8-b543-ccfc1df288f7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.0913208 Feb 04 17:23:24.179531 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-6b8c50a3-893e-4e3c-8205-967e5ed7629f None None] Port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:24.194584 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3a2a1608-3d29-4b8d-98d0-0c0a4d6192fa req-00a7c79a-28b2-43b3-83c0-18ef01d73170 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958886 Feb 04 17:23:24.236517 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:23:20Z', 'revision_number': 3, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port': {'id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:18Z', 'updated_at': '2022-02-04T17:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:24.263620 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2a557c7a-0b5c-404a-ba22-45fc961f6e91 req-114b0839-9acc-4c42-9a4e-3aa448335144 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974946 Feb 04 17:23:24.268819 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1816d035-7819-4c40-b5c1-3dc2a0599eb2 None None] The sync data for ids ['e9ae4ee3-131e-461d-989b-8d211c607a45'] in dv-cinder-817351-10-iscsi is: [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:23:20Z', 'revision_number': 3, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port': {'id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:18Z', 'updated_at': '2022-02-04T17:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:24.374318 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.640853 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks [] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.733255 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.733944 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (e9ae4ee3-131e-461d-989b-8d211c607a45), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:24.834650 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Pushing event updated for resources: {'Port': ['ID=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:24.910229 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:24.912791 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:25.101706 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-83be1379-6a15-4a87-b449-ff604298beda req-8b07159d-2462-4382-a343-fc98071182e1 service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319813 Feb 04 17:23:25.351427 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Router e9ae4ee3-131e-461d-989b-8d211c607a45 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:23:25.352979 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-83be1379-6a15-4a87-b449-ff604298beda req-b0cb8674-b846-44b0-9177-456b6463a881 service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475317 Feb 04 17:23:25.354028 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-c331ad4a-ec8b-4de6-ab30-cd6eda720bbb None None] Provisioning complete for port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:25.354028 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c331ad4a-ec8b-4de6-ab30-cd6eda720bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:25.442160 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:23:25.458190 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-c331ad4a-ec8b-4de6-ab30-cd6eda720bbb None None] Port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:25.487419 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-f56f2af6-07e9-4760-bb6e-80e61333bbba admin admin] 10.222.0.24 "PUT /v2.0/routers/e9ae4ee3-131e-461d-989b-8d211c607a45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4849110 Feb 04 17:23:25.537451 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce493e01-7e1a-4f08-ad68-9b8413cef23c req-1ccf434e-82b7-4fdd-b01f-546bae7b9323 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:25.553376 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce493e01-7e1a-4f08-ad68-9b8413cef23c req-1ccf434e-82b7-4fdd-b01f-546bae7b9323 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.1915138 Feb 04 17:23:25.610972 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84d4d4-a8ed-4464-bfb0-4f3dd59ed213 req-804d50c5-3d9b-4904-bf0f-8b54ab8b5f32 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:25.615588 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ab84d4d4-a8ed-4464-bfb0-4f3dd59ed213 req-804d50c5-3d9b-4904-bf0f-8b54ab8b5f32 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.1716487 Feb 04 17:23:25.723049 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ab84d4d4-a8ed-4464-bfb0-4f3dd59ed213 req-0e786063-858c-4de8-9e09-ff39fea4e5fe tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999191 Feb 04 17:23:25.745969 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce493e01-7e1a-4f08-ad68-9b8413cef23c req-e685d3d3-a211-4bf7-8307-e384693d9944 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900856 Feb 04 17:23:26.748771 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:23:26.849823 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 82f9bccc-e6a1-444e-ba53-43ee6498415b up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:26.945157 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 5e7aebb9-78e2-4780-999b-ac5d77da0de0 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:27.161016 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 82f9bccc-e6a1-444e-ba53-43ee6498415b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:27.174185 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.276447 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Sync routers for ids ['e9ae4ee3-131e-461d-989b-8d211c607a45'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:23:27.282909 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc3bbbf-018a-44a7-a976-c72ac74f1418 req-8c2e0123-22f2-4eca-969e-796f3bfe9448 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:27.286929 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2cc3bbbf-018a-44a7-a976-c72ac74f1418 req-8c2e0123-22f2-4eca-969e-796f3bfe9448 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.1945708 Feb 04 17:23:27.313923 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:23:27.339318 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:27.340509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:27.350101 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4e5ea-4adc-40e5-b41f-1d6f1e38ee0c req-07470db5-7f21-4acd-a796-d20065848458 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:27.364185 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b8c4e5ea-4adc-40e5-b41f-1d6f1e38ee0c req-07470db5-7f21-4acd-a796-d20065848458 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.3271360 Feb 04 17:23:27.381525 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Routers {'e9ae4ee3-131e-461d-989b-8d211c607a45'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:27.390605 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['e9ae4ee3-131e-461d-989b-8d211c607a45'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:27.476294 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2cc3bbbf-018a-44a7-a976-c72ac74f1418 req-41c8957f-cbba-449d-9704-e74333bd9483 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758840 Feb 04 17:23:27.581139 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b8c4e5ea-4adc-40e5-b41f-1d6f1e38ee0c req-820e24bf-1c84-4c60-9966-bc368483003f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031252 Feb 04 17:23:27.658264 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Set router e9ae4ee3-131e-461d-989b-8d211c607a45 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:28.457000 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 82f9bccc-e6a1-444e-ba53-43ee6498415b is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:28.460166 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.570657 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 82f9bccc-e6a1-444e-ba53-43ee6498415b, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=82f9bccc-e6a1-444e-ba53-43ee6498415b,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:28.594863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:28.596110 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.681420 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:28.943127 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feef0bc-604a-4a8d-96ec-e9a08b9ba7d8 req-0c1b3258-4c7d-427a-8a67-1d74cc4721aa tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:28.945058 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0feef0bc-604a-4a8d-96ec-e9a08b9ba7d8 req-0c1b3258-4c7d-427a-8a67-1d74cc4721aa tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.1564023 Feb 04 17:23:28.972723 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 6682cb65-c5cd-4bc7-97b7-1ef53822db9f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:23:29.143573 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0feef0bc-604a-4a8d-96ec-e9a08b9ba7d8 req-a6f1b006-67d4-4191-ae28-d80d29c97522 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649318 Feb 04 17:23:29.146975 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31ed15-29aa-4c37-a42c-4a75fce4e8e8 req-cc6ffcc6-709c-4770-bb67-e424b0fab791 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:29.162785 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fc31ed15-29aa-4c37-a42c-4a75fce4e8e8 req-cc6ffcc6-709c-4770-bb67-e424b0fab791 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 944 time: 0.2620544 Feb 04 17:23:29.267681 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fd72cf-0890-4596-94e8-5a694c856d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aebb9-78e2-4780-999b-ac5d77da0de0'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:29.270481 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e46fa1-b5c7-4d81-9229-27ed6ce605cd" -d '{"events": [{"server_uuid": "29fd72cf-0890-4596-94e8-5a694c856d39", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aebb9-78e2-4780-999b-ac5d77da0de0"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:29.311357 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fc31ed15-29aa-4c37-a42c-4a75fce4e8e8 req-81ba2261-cb6a-4b98-a8ff-c6e222133877 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061907 Feb 04 17:23:29.318022 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:29.370776 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:23:24Z', 'revision_number': 4, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port': {'id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:18Z', 'updated_at': '2022-02-04T17:23:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '16d0ab95-8c0b-46a2-9b9c-dc894e606da4', 'name': '', 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'mac_address': 'fa:16:3e:05:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '8a484ad5-025c-4688-aba4-e425b7f16824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:22Z', 'updated_at': '2022-02-04T17:23:24Z', 'revision_number': 2, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'subnets': [{'id': '8a484ad5-025c-4688-aba4-e425b7f16824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:29.436915 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 5e7aebb9-78e2-4780-999b-ac5d77da0de0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e7aebb9-78e2-4780-999b-ac5d77da0de0,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:29.546470 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc947a3-1975-4e5c-bd70-aaec33a15271 x-openstack-request-id: req-afc947a3-1975-4e5c-bd70-aaec33a15271 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:29.549060 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fd72cf-0890-4596-94e8-5a694c856d39", "name": "network-vif-plugged", "status": "completed", "tag": "5e7aebb9-78e2-4780-999b-ac5d77da0de0", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:29.549060 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afc947a3-1975-4e5c-bd70-aaec33a15271 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:29.549060 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fd72cf-0890-4596-94e8-5a694c856d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e7aebb9-78e2-4780-999b-ac5d77da0de0', 'code': 200} Feb 04 17:23:29.554739 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=82f9bccc-e6a1-444e-ba53-43ee6498415b,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:29.564733 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Checking router: e9ae4ee3-131e-461d-989b-8d211c607a45 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:23:29.565379 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Updating router e9ae4ee3-131e-461d-989b-8d211c607a45 port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:23:29.682387 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:29.713997 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f', 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'port_id': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f', 'mac_address': 'fa:16:3e:61:4f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:23:29.856653 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:29.932235 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:29.937332 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:30.145613 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6682cb65-c5cd-4bc7-97b7-1ef53822db9f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:30.154829 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66315b4-ea2b-4e9b-95fc-a00c8c82f7e6 req-6c47a2e4-f933-4932-b0e3-48ae47f7c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.160922 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e66315b4-ea2b-4e9b-95fc-a00c8c82f7e6 req-6c47a2e4-f933-4932-b0e3-48ae47f7c875 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 1129 time: 0.2137487 Feb 04 17:23:30.164342 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=5e7aebb9-78e2-4780-999b-ac5d77da0de0,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:30.265766 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e66315b4-ea2b-4e9b-95fc-a00c8c82f7e6 req-7c00b240-0712-4018-804a-b8c722472504 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980115 Feb 04 17:23:30.292319 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:30.437768 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d2069-9222-40ed-b225-2222848d77d6 req-dac4c801-8b4b-4f18-a36e-cb8320d58dde tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.464082 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6c9d2069-9222-40ed-b225-2222848d77d6 req-dac4c801-8b4b-4f18-a36e-cb8320d58dde tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 944 time: 0.1760447 Feb 04 17:23:30.680299 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6c9d2069-9222-40ed-b225-2222848d77d6 req-1f1f47ca-f6d9-4f93-a664-0ff2a7ddad07 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148089 Feb 04 17:23:30.722563 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da8df9-e697-49e9-84de-1fa5fbb07066 req-4ae7bd43-7ea5-4fb1-8b9a-f7759539be21 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:30.734161 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-35da8df9-e697-49e9-84de-1fa5fbb07066 req-4ae7bd43-7ea5-4fb1-8b9a-f7759539be21 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 945 time: 0.1644692 Feb 04 17:23:30.899142 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-35da8df9-e697-49e9-84de-1fa5fbb07066 req-d08e7d16-ed81-4901-9694-9fd0d8ba0cdc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629224 Feb 04 17:23:31.099357 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 82f9bccc-e6a1-444e-ba53-43ee6498415b up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:31.109331 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.115830 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 364d1fe8-df42-4276-8a1c-e9f268a1613a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:23:31.312737 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:23:31.423717 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 364d1fe8-df42-4276-8a1c-e9f268a1613a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:31.429475 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:31.473830 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '364d1fe8-df42-4276-8a1c-e9f268a1613a', 'network_id': 'c611358a-66be-4f22-9f64-c46dab53f471', 'port_id': '364d1fe8-df42-4276-8a1c-e9f268a1613a', 'mac_address': 'fa:16:3e:1d:df:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a20f081-2c01-4e2b-bee4-7399c51dcb08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:23:31.496931 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 82f9bccc-e6a1-444e-ba53-43ee6498415b triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:31.497479 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.614430 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 364d1fe8-df42-4276-8a1c-e9f268a1613a is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:31.615787 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.699997 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364d1fe8-df42-4276-8a1c-e9f268a1613a {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:31.825092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Publish callbacks [] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:31.839952 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 364d1fe8-df42-4276-8a1c-e9f268a1613a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:31.923373 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed425c-68da-409a-9c82-b8ba14dcd03e req-61c26f30-6fca-4942-8c7b-8eed772a2848 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:31.944912 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 82f9bccc-e6a1-444e-ba53-43ee6498415b is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:31.945979 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3fed425c-68da-409a-9c82-b8ba14dcd03e req-61c26f30-6fca-4942-8c7b-8eed772a2848 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 945 time: 0.1599548 Feb 04 17:23:32.014666 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.018515 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:32.065569 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3fed425c-68da-409a-9c82-b8ba14dcd03e req-e77780fb-9bd2-42fa-8167-9f43e215536a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184380 Feb 04 17:23:32.390287 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c383a-1cbb-419a-b3a6-d75e85d2fb7c req-06dae9ca-a93c-4391-91c3-7c489c2906f5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:32.411352 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b66c383a-1cbb-419a-b3a6-d75e85d2fb7c req-06dae9ca-a93c-4391-91c3-7c489c2906f5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 945 time: 0.2543445 Feb 04 17:23:32.667750 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b66c383a-1cbb-419a-b3a6-d75e85d2fb7c req-6d24b983-eec8-4835-ba93-e5de3feb2a98 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547455 Feb 04 17:23:32.686553 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['6682cb65-c5cd-4bc7-97b7-1ef53822db9f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:32.843185 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['364d1fe8-df42-4276-8a1c-e9f268a1613a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:23:32.936727 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-29f70e81-25dd-4f60-b77c-57748e381d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.081887 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=364d1fe8-df42-4276-8a1c-e9f268a1613a,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:33.170424 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Attempting to bind port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:23:33.171237 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Attempting to bind port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:23:33.172002 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Attempting to bind port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 on network b7b10bc3-8519-4a91-950d-8d801b7267c0 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:23:33.323603 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3dc850f0-7094-4696-a4b8-e2b9a5a5e7d1 None None] Provisioning complete for port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:33.325026 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3dc850f0-7094-4696-a4b8-e2b9a5a5e7d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.374007 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:23:33.378895 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Checking segment: {'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:23:33.380834 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ca142-6c6f-4350-aabf-ea2eff5e6d00 req-02757f60-4be1-4d56-96cf-c8ddf8af0187 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:33.382773 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.384665 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Bound using segment: {'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:23:33.389328 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Bound port: 16d0ab95-8c0b-46a2-9b9c-dc894e606da4, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:23:33.390439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:33.396145 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ee6ca142-6c6f-4350-aabf-ea2eff5e6d00 req-02757f60-4be1-4d56-96cf-c8ddf8af0187 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 945 time: 0.1837285 Feb 04 17:23:33.543326 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ee6ca142-6c6f-4350-aabf-ea2eff5e6d00 req-b63ff88b-448a-4809-9f3e-a72f4ac96654 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450906 Feb 04 17:23:33.664499 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] For port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:23:33.672700 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] For port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,segment=NetworkSegment(8b6ecc9f-7789-4d6c-bca1-cb77d8958dce),segment_id=8b6ecc9f-7789-4d6c-bca1-cb77d8958dce)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:23:33.686033 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f2944-8946-4760-ac97-41c0e0c68044 None None] Pushing event updated for resources: {'Port': ['ID=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:33.777193 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3dc850f0-7094-4696-a4b8-e2b9a5a5e7d1 None None] Port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:34.020479 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:34.054952 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524c9468-b70e-43b0-b7d1-cb14056b0d08 req-3f2ed0ea-5574-412c-8274-cf64e333c88b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:34.061900 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-524c9468-b70e-43b0-b7d1-cb14056b0d08 req-3f2ed0ea-5574-412c-8274-cf64e333c88b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 945 time: 0.1725683 Feb 04 17:23:34.171327 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-524c9468-b70e-43b0-b7d1-cb14056b0d08 req-b809cfa2-929f-4a9f-9eaa-64f976e6c0ba tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010432 Feb 04 17:23:34.226494 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f2944-8946-4760-ac97-41c0e0c68044 None None] Pushing event updated for resources: {'Port': ['ID=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:34.244002 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Routers {'e9ae4ee3-131e-461d-989b-8d211c607a45'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:23:34.244801 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:23:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['e9ae4ee3-131e-461d-989b-8d211c607a45'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:34.545301 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] Set router e9ae4ee3-131e-461d-989b-8d211c607a45 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:23:34.885667 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b76af7-0a5f-456a-afb8-25cb76ca49d0 req-aca9de88-10c8-4a68-91a0-0e942f86f0b3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:34.909245 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f6b76af7-0a5f-456a-afb8-25cb76ca49d0 req-aca9de88-10c8-4a68-91a0-0e942f86f0b3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 945 time: 0.2141879 Feb 04 17:23:35.136545 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5efbdbec-d877-40ab-b2d2-05eae26bd4a8 None None] Provisioning complete for port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:35.137383 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efbdbec-d877-40ab-b2d2-05eae26bd4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.167072 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f6b76af7-0a5f-456a-afb8-25cb76ca49d0 req-824e8ed0-3e1b-4a39-8cd1-69f4c7233507 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531600 Feb 04 17:23:35.194330 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 56110) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:35.648346 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5efbdbec-d877-40ab-b2d2-05eae26bd4a8 None None] Current status of the port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:35.648761 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efbdbec-d877-40ab-b2d2-05eae26bd4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.680754 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94376b09-adce-4dde-a0ea-9963e5721f44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.703200 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:23:24Z', 'revision_number': 4, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port': {'id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:18Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '16d0ab95-8c0b-46a2-9b9c-dc894e606da4', 'name': '', 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'mac_address': 'fa:16:3e:05:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '8a484ad5-025c-4688-aba4-e425b7f16824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:22Z', 'updated_at': '2022-02-04T17:23:33Z', 'revision_number': 4, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'subnets': [{'id': '8a484ad5-025c-4688-aba4-e425b7f16824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:23:35.763721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937a5df1-1e52-49cd-b35c-bdb470cb267e None None] The sync data for ids ['e9ae4ee3-131e-461d-989b-8d211c607a45'] in dv-cinder-817351-10-iscsi is: [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:23:24Z', 'revision_number': 4, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port': {'id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:18Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '16d0ab95-8c0b-46a2-9b9c-dc894e606da4', 'name': '', 'network_id': 'b7b10bc3-8519-4a91-950d-8d801b7267c0', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'mac_address': 'fa:16:3e:05:db:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_interface', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '8a484ad5-025c-4688-aba4-e425b7f16824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:22Z', 'updated_at': '2022-02-04T17:23:33Z', 'revision_number': 4, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'subnets': [{'id': '8a484ad5-025c-4688-aba4-e425b7f16824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:23:35.824556 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-5efbdbec-d877-40ab-b2d2-05eae26bd4a8 None None] For port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,segment=NetworkSegment(8b6ecc9f-7789-4d6c-bca1-cb77d8958dce),segment_id=8b6ecc9f-7789-4d6c-bca1-cb77d8958dce)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:35.921915 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9eba5bad-7d08-426c-997f-d69a189a332e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.945406 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94376b09-adce-4dde-a0ea-9963e5721f44 admin admin] Publish callbacks [] for security_group (c82cd2fe-d045-42de-ab5a-30906af71de8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:35.952700 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5efbdbec-d877-40ab-b2d2-05eae26bd4a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.014722 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94376b09-adce-4dde-a0ea-9963e5721f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c82cd2fe-d045-42de-ab5a-30906af71de8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.124570 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 6682cb65-c5cd-4bc7-97b7-1ef53822db9f up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:36.230978 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94376b09-adce-4dde-a0ea-9963e5721f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82cd2fe-d045-42de-ab5a-30906af71de8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:36.263246 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-94376b09-adce-4dde-a0ea-9963e5721f44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c270a066a3744e27bc2ab9393bd5eb13&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0663230 Feb 04 17:23:36.266892 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56126) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:36.448992 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efbdbec-d877-40ab-b2d2-05eae26bd4a8 None None] Pushing event updated for resources: {'Port': ['ID=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:36.453067 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56128) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:36.516902 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e23dd7b6-7743-46af-b052-5c7c4e7add8d admin admin] Publish callbacks [] for security_group (c82cd2fe-d045-42de-ab5a-30906af71de8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.546793 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7242e3-ff85-4cf2-bc8a-1485dfcdea9b req-a63cb694-b26f-42be-af7f-537146fe4099 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:36.564515 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d7242e3-ff85-4cf2-bc8a-1485dfcdea9b req-a63cb694-b26f-42be-af7f-537146fe4099 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 945 time: 0.2030859 Feb 04 17:23:36.609810 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e23dd7b6-7743-46af-b052-5c7c4e7add8d admin admin] Publish callbacks [] for security_group (c82cd2fe-d045-42de-ab5a-30906af71de8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.670189 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:23:36.678443 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:36.679152 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.874176 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d7242e3-ff85-4cf2-bc8a-1485dfcdea9b req-87c0f4a8-42c8-4e23-9d94-064f0a50be4b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005664 Feb 04 17:23:36.899326 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e23dd7b6-7743-46af-b052-5c7c4e7add8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c82cd2fe-d045-42de-ab5a-30906af71de8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.904050 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e23dd7b6-7743-46af-b052-5c7c4e7add8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:36.915972 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e23dd7b6-7743-46af-b052-5c7c4e7add8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c82cd2fe-d045-42de-ab5a-30906af71de8 HTTP/1.1" status: 204 len: 168 time: 0.6446295 Feb 04 17:23:37.049233 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2844c65-4693-4637-9696-7c09f6a07dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.086935 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23dd7b6-7743-46af-b052-5c7c4e7add8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82cd2fe-d045-42de-ab5a-30906af71de8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:37.199079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:37.212537 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:37.221876 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.477759 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2844c65-4693-4637-9696-7c09f6a07dc3 admin admin] Publish callbacks [] for security_group (2365ae01-452a-4bf9-a41b-0b25c530ff58), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.510788 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15896ec3-37c4-46a2-af5e-c6501995011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:37.526149 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edede32-1e9d-4ba5-9437-0ffa3a405bb4" -d '{"events": [{"server_uuid": "15896ec3-37c4-46a2-af5e-c6501995011f", "name": "network-vif-plugged", "status": "completed", "tag": "6682cb65-c5cd-4bc7-97b7-1ef53822db9f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:37.579652 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c2844c65-4693-4637-9696-7c09f6a07dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (2365ae01-452a-4bf9-a41b-0b25c530ff58), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.601899 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:37.694381 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.701242 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 364d1fe8-df42-4276-8a1c-e9f268a1613a up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:23:37.722212 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2e264d-63d9-4140-81b5-19f18085c1ef x-openstack-request-id: req-5a2e264d-63d9-4140-81b5-19f18085c1ef {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:37.722702 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15896ec3-37c4-46a2-af5e-c6501995011f", "name": "network-vif-plugged", "status": "completed", "tag": "6682cb65-c5cd-4bc7-97b7-1ef53822db9f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:37.723066 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a2e264d-63d9-4140-81b5-19f18085c1ef {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:37.723585 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15896ec3-37c4-46a2-af5e-c6501995011f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f', 'code': 200} Feb 04 17:23:37.773931 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c2844c65-4693-4637-9696-7c09f6a07dc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a140559fec874634af97011250526e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3008375 Feb 04 17:23:37.773931 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2844c65-4693-4637-9696-7c09f6a07dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2365ae01-452a-4bf9-a41b-0b25c530ff58,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:37.774605 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 56142) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:37.855722 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:37.855722 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:37.993260 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73b10853-9546-4dcb-bb2b-730e77b1c95d admin admin] Publish callbacks [] for security_group (2365ae01-452a-4bf9-a41b-0b25c530ff58), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.099304 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73b10853-9546-4dcb-bb2b-730e77b1c95d admin admin] Publish callbacks [] for security_group (2365ae01-452a-4bf9-a41b-0b25c530ff58), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.389919 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73b10853-9546-4dcb-bb2b-730e77b1c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (2365ae01-452a-4bf9-a41b-0b25c530ff58), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.394132 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-73b10853-9546-4dcb-bb2b-730e77b1c95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.397615 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-73b10853-9546-4dcb-bb2b-730e77b1c95d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2365ae01-452a-4bf9-a41b-0b25c530ff58 HTTP/1.1" status: 204 len: 168 time: 0.6195230 Feb 04 17:23:38.454257 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b10853-9546-4dcb-bb2b-730e77b1c95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2365ae01-452a-4bf9-a41b-0b25c530ff58,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:38.664482 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f18dc-46f6-4b9c-82cb-eeb9df38ff18 req-2e587862-01dd-452a-bd17-6b906216c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:38.674136 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d05f18dc-46f6-4b9c-82cb-eeb9df38ff18 req-2e587862-01dd-452a-bd17-6b906216c768 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 1130 time: 0.2315054 Feb 04 17:23:38.705950 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bbfcc1-33e8-4d8f-aaa9-fc280f146ff1 req-a66db358-4c79-4e1a-8a82-8274435bd2f3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:38.730018 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-62bbfcc1-33e8-4d8f-aaa9-fc280f146ff1 req-a66db358-4c79-4e1a-8a82-8274435bd2f3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.2782547 Feb 04 17:23:38.881241 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d05f18dc-46f6-4b9c-82cb-eeb9df38ff18 req-b4461f30-5430-409c-a918-1401856d1c49 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943257 Feb 04 17:23:38.939876 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:38.940751 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:38.942922 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-62bbfcc1-33e8-4d8f-aaa9-fc280f146ff1 req-bed30c86-6a69-4c39-9368-cbe689b6e56d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118454 Feb 04 17:23:39.113207 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 364d1fe8-df42-4276-8a1c-e9f268a1613a completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:23:39.151072 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 364d1fe8-df42-4276-8a1c-e9f268a1613a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:39.151714 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.257528 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:39.451879 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 364d1fe8-df42-4276-8a1c-e9f268a1613a is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:23:39.456380 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.524346 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 364d1fe8-df42-4276-8a1c-e9f268a1613a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:23:39.621400 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:39.731420 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364d1fe8-df42-4276-8a1c-e9f268a1613a'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:23:39.736178 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cac470a-93f3-4822-a7b0-33b90f788a60" -d '{"events": [{"server_uuid": "b17a197a-a90b-4629-8223-ad178f72f2dd", "name": "network-vif-plugged", "status": "completed", "tag": "364d1fe8-df42-4276-8a1c-e9f268a1613a"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:23:39.821636 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=364d1fe8-df42-4276-8a1c-e9f268a1613a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:39.851819 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635cd9f1-a386-4202-9615-a4a3aa2b8a12 x-openstack-request-id: req-635cd9f1-a386-4202-9615-a4a3aa2b8a12 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:23:39.852302 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17a197a-a90b-4629-8223-ad178f72f2dd", "name": "network-vif-plugged", "status": "completed", "tag": "364d1fe8-df42-4276-8a1c-e9f268a1613a", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:23:39.852700 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-635cd9f1-a386-4202-9615-a4a3aa2b8a12 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:23:39.853317 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364d1fe8-df42-4276-8a1c-e9f268a1613a', 'code': 200} Feb 04 17:23:40.005721 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56182) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:40.029970 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7cab1de-158e-4e2e-a678-f886e5ce11a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.278713 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7cab1de-158e-4e2e-a678-f886e5ce11a5 admin admin] Publish callbacks [] for security_group (0ed9629e-6cd5-4a2e-89f6-36f7c570e03a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.413547 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7cab1de-158e-4e2e-a678-f886e5ce11a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0ed9629e-6cd5-4a2e-89f6-36f7c570e03a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.413939 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbd6c32-fdf7-48d5-89e3-6e2793888ff5 req-3346c09a-0c10-4d16-98ee-c52afc4eeb54 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.426908 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2cbd6c32-fdf7-48d5-89e3-6e2793888ff5 req-3346c09a-0c10-4d16-98ee-c52afc4eeb54 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.2832808 Feb 04 17:23:40.514843 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2cbd6c32-fdf7-48d5-89e3-6e2793888ff5 req-f1048579-dc07-4ec4-8b75-7c12d3a7d2fe tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840755 Feb 04 17:23:40.563244 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cab1de-158e-4e2e-a678-f886e5ce11a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed9629e-6cd5-4a2e-89f6-36f7c570e03a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:40.573856 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a7cab1de-158e-4e2e-a678-f886e5ce11a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26c8d8c666f847459b8e2d953662e7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5707626 Feb 04 17:23:40.584106 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 56190) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:40.621964 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb12744-1cb5-4668-b5de-0ac6c9d4ea7a req-0e735776-ec18-4b96-adbc-11d96e26fa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:40.623799 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cbb12744-1cb5-4668-b5de-0ac6c9d4ea7a req-0e735776-ec18-4b96-adbc-11d96e26fa0d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1129 time: 0.1791246 Feb 04 17:23:40.711709 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9555e42f-2e40-4cc0-928a-b2e3b1475477 admin admin] Publish callbacks [] for security_group (0ed9629e-6cd5-4a2e-89f6-36f7c570e03a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:40.713836 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cbb12744-1cb5-4668-b5de-0ac6c9d4ea7a req-6c68ab3e-a1fa-4928-9d1e-2293e45dc240 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817597 Feb 04 17:23:40.744513 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9555e42f-2e40-4cc0-928a-b2e3b1475477 admin admin] Publish callbacks [] for security_group (0ed9629e-6cd5-4a2e-89f6-36f7c570e03a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.316319 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9555e42f-2e40-4cc0-928a-b2e3b1475477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0ed9629e-6cd5-4a2e-89f6-36f7c570e03a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.327805 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9555e42f-2e40-4cc0-928a-b2e3b1475477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.341367 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-9555e42f-2e40-4cc0-928a-b2e3b1475477 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ed9629e-6cd5-4a2e-89f6-36f7c570e03a HTTP/1.1" status: 204 len: 168 time: 0.7528186 Feb 04 17:23:41.362075 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.363097 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555e42f-2e40-4cc0-928a-b2e3b1475477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed9629e-6cd5-4a2e-89f6-36f7c570e03a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:41.436285 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:41.935780 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a5b4e-9f04-4d5a-9a91-ade415e756eb req-2bd39785-2ff0-4547-b7e3-e8439f0e0c57 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:41.979220 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1a3a5b4e-9f04-4d5a-9a91-ade415e756eb req-2bd39785-2ff0-4547-b7e3-e8439f0e0c57 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1842632 Feb 04 17:23:42.081113 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1a3a5b4e-9f04-4d5a-9a91-ade415e756eb req-ab6916c8-cdfe-402d-884d-32a6fe7dc8f9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961833 Feb 04 17:23:43.258305 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b3c407-131b-44b5-af00-855462e0d9fd req-fccec609-9439-4bdb-a9e6-533aa11d9ba3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.261559 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-23b3c407-131b-44b5-af00-855462e0d9fd req-fccec609-9439-4bdb-a9e6-533aa11d9ba3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.3317690 Feb 04 17:23:43.293372 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd708842-162e-407a-a11e-3f625b5099af req-b8e188e6-69d2-4401-a826-5c722c238daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.296586 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd708842-162e-407a-a11e-3f625b5099af req-b8e188e6-69d2-4401-a826-5c722c238daa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 1130 time: 0.2316189 Feb 04 17:23:43.612229 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-23b3c407-131b-44b5-af00-855462e0d9fd req-ccb2542a-39fd-468f-becf-73e6da64981d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367455 Feb 04 17:23:43.669144 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd708842-162e-407a-a11e-3f625b5099af req-44f62c7d-df35-4a9c-b86c-d6cc9cb85590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.671351 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd708842-162e-407a-a11e-3f625b5099af req-44f62c7d-df35-4a9c-b86c-d6cc9cb85590 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 919 time: 0.3614573 Feb 04 17:23:43.768532 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd708842-162e-407a-a11e-3f625b5099af req-1ba11b1a-dee6-4bf9-ba30-d855f575a44d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f HTTP/1.1" status: 200 len: 217 time: 0.0896764 Feb 04 17:23:43.887221 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd708842-162e-407a-a11e-3f625b5099af req-f0bf78b4-8502-4a97-9976-d161b5fc0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:43.892099 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd708842-162e-407a-a11e-3f625b5099af req-f0bf78b4-8502-4a97-9976-d161b5fc0d8e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.1164987 Feb 04 17:23:43.972766 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd708842-162e-407a-a11e-3f625b5099af req-7b0a96ce-e2db-4ca4-9f01-0ee7a545fd92 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738332 Feb 04 17:23:44.293282 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd708842-162e-407a-a11e-3f625b5099af req-f79bda4e-4221-48d4-a5d7-ee77004a9e4a service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117499 Feb 04 17:23:44.543063 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd708842-162e-407a-a11e-3f625b5099af req-873c229e-6761-4fd6-94a7-5e5659ad59ad service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391331 Feb 04 17:23:44.910346 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c45825-5050-44f2-ad4b-2a8028bad634 req-46a07de2-4ace-476b-93d9-5be5843bc057 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:44.926993 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e5c45825-5050-44f2-ad4b-2a8028bad634 req-46a07de2-4ace-476b-93d9-5be5843bc057 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1789508 Feb 04 17:23:45.013059 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e5c45825-5050-44f2-ad4b-2a8028bad634 req-4ee3b1bd-e5fd-4bbe-ae86-ff455de6b0b2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810666 Feb 04 17:23:46.506735 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78842f50-b610-426f-8a95-5856e195568f req-8b7ac826-082d-4d61-814d-85a8703a9003 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:46.510651 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-78842f50-b610-426f-8a95-5856e195568f req-8b7ac826-082d-4d61-814d-85a8703a9003 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1519213 Feb 04 17:23:46.611194 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-78842f50-b610-426f-8a95-5856e195568f req-6798ab81-76c1-400f-b9cd-3ab597fe8bba tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895522 Feb 04 17:23:47.923823 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45b370e-4791-497f-801b-07578d674126 req-570c5aa6-bba3-45d8-b67e-3d9b380cd764 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:47.931197 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a45b370e-4791-497f-801b-07578d674126 req-570c5aa6-bba3-45d8-b67e-3d9b380cd764 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0862327 Feb 04 17:23:48.011697 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a45b370e-4791-497f-801b-07578d674126 req-0e5fc383-7636-4fc6-a9a4-1fe82ae2e395 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783582 Feb 04 17:23:49.369241 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a17d7a-d338-4291-9bdb-406264851ee5 req-37ca902f-51ec-4f6e-aa84-5f89b512e6a6 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:49.382235 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-01a17d7a-d338-4291-9bdb-406264851ee5 req-37ca902f-51ec-4f6e-aa84-5f89b512e6a6 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1343446 Feb 04 17:23:49.489462 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-01a17d7a-d338-4291-9bdb-406264851ee5 req-929c5b0e-29c2-4480-b1a2-adb7bdb91a90 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057839 Feb 04 17:23:49.805676 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-4ad30cf1-9a90-46ea-817d-8a7f5cdc3f47 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:49.813137 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-4ad30cf1-9a90-46ea-817d-8a7f5cdc3f47 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 815 time: 0.1855490 Feb 04 17:23:49.832285 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-8c43e502-69eb-4595-8c75-2120d5dbd2a7 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/quotas/e0328885f1514f0fab483bcef5b2ed84 HTTP/1.1" status: 200 len: 375 time: 0.0177476 Feb 04 17:23:49.910051 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-9cbbeaca-5132-4a6e-864c-8d0b8204fc5c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681691 Feb 04 17:23:50.088706 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-937a0721-f6cc-457b-b19d-270e0ff2a3a5 service neutron] 10.222.0.24 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774347 Feb 04 17:23:50.240690 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-e106fb61-2ba5-4f38-a0b5-67aeb0621bed service neutron] 10.222.0.24 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510217 Feb 04 17:23:50.294541 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-6bb9c6a2-d195-4293-b707-3065ed392e7b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0913794 Feb 04 17:23:50.500732 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-487df381-4bee-4a12-9444-847f1a1bd067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:50.524112 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-487df381-4bee-4a12-9444-847f1a1bd067 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1129 time: 0.1739860 Feb 04 17:23:50.922436 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-48a204e5-913d-44f5-8737-f40f9f501316 req-76eaceb6-7910-4762-b1eb-c3e6ed917010 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0658715 Feb 04 17:23:51.094816 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-e9f45ace-945f-47f3-bbd9-edeca6ac7d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:51.097591 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-e9f45ace-945f-47f3-bbd9-edeca6ac7d58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.5378649 Feb 04 17:23:51.602766 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cead61-206c-4d61-a0aa-3da35823ef67 req-38c4b00f-ec26-4960-9463-242ad33fbdf3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:51.605806 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f9cead61-206c-4d61-a0aa-3da35823ef67 req-38c4b00f-ec26-4960-9463-242ad33fbdf3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.7655358 Feb 04 17:23:51.763836 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-48854020-43d5-4b4c-8ec7-bf9b1519dc69 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 200 len: 1001 time: 0.6325750 Feb 04 17:23:51.819185 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f9cead61-206c-4d61-a0aa-3da35823ef67 req-b6b5a146-353a-4a32-9337-7a1d25591516 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845150 Feb 04 17:23:51.856477 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-5bdbab87-443a-4c3c-9249-36318243ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:51.860682 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-5bdbab87-443a-4c3c-9249-36318243ae72 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.0850742 Feb 04 17:23:51.947918 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-899eaef0-4b15-4171-96f0-4c671bb819b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:51.950505 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-899eaef0-4b15-4171-96f0-4c671bb819b7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0841439 Feb 04 17:23:52.138975 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3bfe6e3d-cf24-457d-8824-f8c2e8cfeb3a req-6ae26e70-97b1-40c8-9f95-db59f9f20bee tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0796559 Feb 04 17:23:52.246967 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:52.263710 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-a82983ed-2f2b-403e-9ab8-60e6c89182c0 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017187 Feb 04 17:23:52.523743 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ca6ae33d-70a6-48a1-ac2d-d47bcf9862f9 req-678defc6-bde2-4cd0-9dd3-f407f7c5fbd6 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397387 Feb 04 17:23:53.006003 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9805fb-b198-42c9-97a1-e57668b64c3f req-41e1bfc5-ccdd-49b1-8e91-d72132010976 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:53.014754 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4e9805fb-b198-42c9-97a1-e57668b64c3f req-41e1bfc5-ccdd-49b1-8e91-d72132010976 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0869753 Feb 04 17:23:53.088482 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4e9805fb-b198-42c9-97a1-e57668b64c3f req-19d7a619-20be-4bbf-af94-91ea1faee60c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685802 Feb 04 17:23:53.438928 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ad7d1b26-aa10-4442-85bd-6e7d1d7d4b54 req-b787e03e-cf90-4370-a284-87bf889c60a8 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0610907 Feb 04 17:23:53.759924 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-25d6e02c-9252-455b-8aab-3eb476efddcb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:53.770037 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-25d6e02c-9252-455b-8aab-3eb476efddcb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.1979384 Feb 04 17:23:53.791673 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-81b5e5cc-b778-4ac3-bb9f-6946ae415354 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/quotas/97f2e504cc66445a9a3aecb687ae6104 HTTP/1.1" status: 200 len: 375 time: 0.0202980 Feb 04 17:23:53.916222 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56472) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:53.978480 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-70528c30-51eb-4696-920f-7a89e2b98af2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1846254 Feb 04 17:23:54.255122 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-bbdf38c1-205e-4598-8039-ff8a29e6eacf service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695515 Feb 04 17:23:54.335395 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997637b9-dfa6-453b-852e-1a025da6be83 req-7b6c2395-b8ac-4f08-80ed-c8f447d93c58 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:54.338708 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-997637b9-dfa6-453b-852e-1a025da6be83 req-7b6c2395-b8ac-4f08-80ed-c8f447d93c58 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1146617 Feb 04 17:23:54.528384 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-a92add5a-b6a1-4bb2-b346-f97522b77348 service neutron] 10.222.0.24 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676857 Feb 04 17:23:54.575278 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-997637b9-dfa6-453b-852e-1a025da6be83 req-11f9cc76-724e-4e3b-b994-8b670fd10dc7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186902 Feb 04 17:23:54.576990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901914a1-9a88-4c67-834a-92ae5fa25d65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.815549 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901914a1-9a88-4c67-834a-92ae5fa25d65 admin admin] Publish callbacks [] for security_group (23fe48b8-0255-4698-8281-628bfd0d10c6), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:54.933121 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-749dfdeb-91c7-47bd-8fc1-875cd84d7295 req-7ce51386-0f21-4051-8269-e1b5a638fc9b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0960097 Feb 04 17:23:54.934043 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-901914a1-9a88-4c67-834a-92ae5fa25d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (23fe48b8-0255-4698-8281-628bfd0d10c6), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.007911 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901914a1-9a88-4c67-834a-92ae5fa25d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23fe48b8-0255-4698-8281-628bfd0d10c6,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:55.017405 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-901914a1-9a88-4c67-834a-92ae5fa25d65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15a07e366f7f45d4b83e602c181bc716&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0954721 Feb 04 17:23:55.017778 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56498) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:55.136773 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00cffbf3-3310-4c99-8c74-90f70396226c admin admin] Publish callbacks [] for security_group (23fe48b8-0255-4698-8281-628bfd0d10c6), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.169076 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0ab33d7c-c98a-44f1-8fbf-95a29efa2f16 req-43439f39-d650-4e46-b6d2-67ed582ee8a5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 210 time: 0.0999062 Feb 04 17:23:55.215707 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00cffbf3-3310-4c99-8c74-90f70396226c admin admin] Publish callbacks [] for security_group (23fe48b8-0255-4698-8281-628bfd0d10c6), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.430407 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00cffbf3-3310-4c99-8c74-90f70396226c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (23fe48b8-0255-4698-8281-628bfd0d10c6), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.437686 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-00cffbf3-3310-4c99-8c74-90f70396226c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:55.444476 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-00cffbf3-3310-4c99-8c74-90f70396226c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23fe48b8-0255-4698-8281-628bfd0d10c6 HTTP/1.1" status: 204 len: 168 time: 0.4206979 Feb 04 17:23:55.469154 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cffbf3-3310-4c99-8c74-90f70396226c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23fe48b8-0255-4698-8281-628bfd0d10c6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:55.995869 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecf553-4da1-49d5-bbff-e2fbf74beef4 req-0440cab3-472a-421a-8139-29270ad32a37 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:55.997517 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d7ecf553-4da1-49d5-bbff-e2fbf74beef4 req-0440cab3-472a-421a-8139-29270ad32a37 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1889107 Feb 04 17:23:56.243944 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d7ecf553-4da1-49d5-bbff-e2fbf74beef4 req-6ee01593-aadf-4944-81b1-144ede1c387e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132697 Feb 04 17:23:56.347140 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1d541c7e-0f44-404d-8b54-61df668bebeb req-69170efd-1053-4ff2-acc3-b24ca0158d40 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.1411679 Feb 04 17:23:56.414874 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d65fb071-2ce1-4108-85e8-b1001baf1568 req-18fa92a0-f7d4-4e77-89a8-64bc1488a665 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 210 time: 0.0702488 Feb 04 17:23:56.754362 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-1d3582eb-1dbc-4f8e-a917-3e44080f0302 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:56.757725 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-1d3582eb-1dbc-4f8e-a917-3e44080f0302 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.93 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 815 time: 0.2622485 Feb 04 17:23:56.773632 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'port': {'device_id': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'admin_state_up': True, 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:56.944835 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 56544) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:57.002424 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75a21a72-046a-4795-b75a-b623648b200c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.058568 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Made reservation on behalf of e0328885f1514f0fab483bcef5b2ed84 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:57.064169 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.157536 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75a21a72-046a-4795-b75a-b623648b200c admin admin] Publish callbacks [] for security_group (19eb7578-b1e6-41f4-95b9-0b0dbab35709), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.267680 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75a21a72-046a-4795-b75a-b623648b200c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (19eb7578-b1e6-41f4-95b9-0b0dbab35709), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.288590 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Allocated IP 172.20.0.8 (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9/fbd9adb8-70ae-4ba3-9eb4-d40649055508/199a27c1-61b6-4f8e-be46-8b6f158ebe64) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:57.578803 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a21a72-046a-4795-b75a-b623648b200c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb7578-b1e6-41f4-95b9-0b0dbab35709,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:57.578803 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-75a21a72-046a-4795-b75a-b623648b200c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5de53eb6f25c40fc9873f0c5b42f1a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6275706 Feb 04 17:23:57.597329 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 56570) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:23:57.620163 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ffa0726c-f7ac-4433-8460-eee3506c610e req-f23774bc-bf25-44ad-b20a-7e9fed03833f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.1205697 Feb 04 17:23:57.746540 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cadfee-bcfa-4ab9-ab14-4fcbc2c466ba req-41870e25-b77c-4a86-a472-67eab497b21c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:57.750891 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-16cadfee-bcfa-4ab9-ab14-4fcbc2c466ba req-41870e25-b77c-4a86-a472-67eab497b21c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.3281736 Feb 04 17:23:57.866580 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1aaf1cc3-ea92-49b8-b13e-5819d1451ce9 req-3acab7a8-3a6a-4d0b-858f-53251fbf60ea tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 210 time: 0.0761046 Feb 04 17:23:57.885333 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:57.908801 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-16cadfee-bcfa-4ab9-ab14-4fcbc2c466ba req-37b76a37-86c7-45aa-af7b-e36b64863d50 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423910 Feb 04 17:23:57.928500 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94c9cf73-03be-4684-8509-87cefb1024f8 admin admin] Publish callbacks [] for security_group (19eb7578-b1e6-41f4-95b9-0b0dbab35709), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.008106 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94c9cf73-03be-4684-8509-87cefb1024f8 admin admin] Publish callbacks [] for security_group (19eb7578-b1e6-41f4-95b9-0b0dbab35709), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.116485 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.174221 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:23:58.178073 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:23:58.182653 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:23:58.191259 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:58.253789 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:58.254508 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.258602 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94c9cf73-03be-4684-8509-87cefb1024f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (19eb7578-b1e6-41f4-95b9-0b0dbab35709), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.262217 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94c9cf73-03be-4684-8509-87cefb1024f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.263411 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-94c9cf73-03be-4684-8509-87cefb1024f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19eb7578-b1e6-41f4-95b9-0b0dbab35709 HTTP/1.1" status: 204 len: 168 time: 0.6640677 Feb 04 17:23:58.282598 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c9cf73-03be-4684-8509-87cefb1024f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb7578-b1e6-41f4-95b9-0b0dbab35709,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:23:58.416011 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-765cd27a-41b4-4845-b4d6-1f0855e6a594 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6474290 Feb 04 17:23:58.480926 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Request body: {'port': {'device_id': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:58.566742 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-931fb395-652c-45ad-a85c-313f1657e640 None None] Provisioning complete for port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:23:58.567617 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-931fb395-652c-45ad-a85c-313f1657e640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.648488 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-768341f6-3a34-4703-a445-a31b4cae96fb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:58.652350 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-768341f6-3a34-4703-a445-a31b4cae96fb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/networks?id=e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 200 len: 814 time: 0.2432277 Feb 04 17:23:58.667654 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-931fb395-652c-45ad-a85c-313f1657e640 None None] Port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:23:58.696658 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:58.748855 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Request body: {'port': {'device_id': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'admin_state_up': True, 'tenant_id': '97f2e504cc66445a9a3aecb687ae6104'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:23:59.181841 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bb419d6d-7275-4f9f-bcbd-57eea30efc78 req-d233f21c-4c2f-4394-9b39-fbadffc85cbc tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 210 time: 0.1502216 Feb 04 17:23:59.369555 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Made reservation on behalf of 97f2e504cc66445a9a3aecb687ae6104 for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:23:59.376965 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:59.451973 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752751-cd08-4e35-a49a-be6e5a9c1ae0 req-94f14732-f3db-423a-8bb0-0c13cda8727b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:23:59.472385 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-17752751-cd08-4e35-a49a-be6e5a9c1ae0 req-94f14732-f3db-423a-8bb0-0c13cda8727b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 931 time: 0.6445501 Feb 04 17:23:59.709993 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-17752751-cd08-4e35-a49a-be6e5a9c1ae0 req-080b6d04-aa82-4d01-b137-4e1a06bbb50f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246540 Feb 04 17:23:59.886014 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Allocated IP 172.20.0.8 (e9341194-1d5f-4083-959b-710e641d6a57/b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6/02b8723c-25b3-4b49-8352-687aea043615) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:23:59.936646 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 199a27c1-61b6-4f8e-be46-8b6f158ebe64 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:23:59.954853 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Publish callbacks [] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:23:59.980907 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Transition to ACTIVE for port object 199a27c1-61b6-4f8e-be46-8b6f158ebe64 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:00.122044 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.174326 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7b76e-346b-40bf-9aad-7aad0468f835 req-c52c9377-91d6-43dd-8517-a80dbbb1b299 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.177329 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-62c7b76e-346b-40bf-9aad-7aad0468f835 req-c52c9377-91d6-43dd-8517-a80dbbb1b299 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.8121259 Feb 04 17:24:00.209822 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Pushing event updated for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:00.237688 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks [] for port (02b8723c-25b3-4b49-8352-687aea043615), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.363016 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Attempting to bind port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:00.363649 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Attempting to bind port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:00.365486 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Attempting to bind port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 on network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:00.377296 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 on network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:00.377918 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Attempting to bind port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 on network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:00.384581 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:00.385422 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Checking segment: {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:00.386217 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Bound using segment: {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:00.386897 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Bound port: 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:00.387632 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.447967 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (02b8723c-25b3-4b49-8352-687aea043615), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.464287 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b', 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', '5e7aebb9-78e2-4780-999b-ac5d77da0de0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:00.522302 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-62c7b76e-346b-40bf-9aad-7aad0468f835 req-e635afbb-44a9-4ee2-bad1-9b6f0797461e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002689 Feb 04 17:24:00.629332 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1cf99-c8ab-4835-8d8d-9a5630dde703 req-8e785ea9-95d5-4703-a089-7a9383827444 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.636422 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-21a1cf99-c8ab-4835-8d8d-9a5630dde703 req-8e785ea9-95d5-4703-a089-7a9383827444 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 931 time: 0.2015610 Feb 04 17:24:00.639743 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:00.650417 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:00.756087 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-21a1cf99-c8ab-4835-8d8d-9a5630dde703 req-d0c64e6d-f706-498d-9eb2-1ea1e69c67a2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009219 Feb 04 17:24:00.757339 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Network e9341194-1d5f-4083-959b-710e641d6a57 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:00.777238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.797308 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:00.803877 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:00.822006 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.831196 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.846141 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event updated for resources: {'Port': ['ID=02b8723c-25b3-4b49-8352-687aea043615,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:00.949073 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:00.953553 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:00.962822 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] 10.222.0.93 "PUT /v2.0/ports/199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 1093 time: 2.4947462 Feb 04 17:24:00.965570 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:00.973301 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f6651-a666-4817-92a9-0d5e5f592408" -d '{"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:01.031600 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-883fff60-e189-4f9b-b312-2cf40f29b301 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3014348 Feb 04 17:24:01.074209 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63498651-4d79-48f2-adae-b7d64f42dfee service neutron] Pushing event updated for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:01.121109 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d5848-8178-498d-8f95-ebe402153e65 req-f09a1979-96c3-4fed-b332-9cb478aa7c2a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:01.125500 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-006d5848-8178-498d-8f95-ebe402153e65 req-f09a1979-96c3-4fed-b332-9cb478aa7c2a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.1955004 Feb 04 17:24:01.201425 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204d6cf9-34d1-41c6-b615-e53289d51523 x-openstack-request-id: req-204d6cf9-34d1-41c6-b615-e53289d51523 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:01.201795 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:01.201958 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-204d6cf9-34d1-41c6-b615-e53289d51523 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:01.202530 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'status': 'completed', 'code': 200} Feb 04 17:24:01.286496 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Request body: {'port': {'device_id': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:01.414801 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-006d5848-8178-498d-8f95-ebe402153e65 req-6fdc3e94-906c-4525-9778-608c75b42357 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622223 Feb 04 17:24:01.510426 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:01.598665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-5d57531d-ee53-41f5-bdaf-3ef7eb86ddf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:01.605670 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-5d57531d-ee53-41f5-bdaf-3ef7eb86ddf6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1127 time: 0.2786498 Feb 04 17:24:01.624832 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (02b8723c-25b3-4b49-8352-687aea043615), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:01.787733 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1704965432-network', 'tenant_id': '0f25803204ab4cb6b6950eaa43e4e64f'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:01.898487 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e787521-edfb-42a0-aed0-0e64f7366104 req-7e6cb437-c62f-44ae-bf82-34b7f7861f0e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:01.904931 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3e787521-edfb-42a0-aed0-0e64f7366104 req-7e6cb437-c62f-44ae-bf82-34b7f7861f0e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1998460 Feb 04 17:24:01.961753 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Made reservation on behalf of 0f25803204ab4cb6b6950eaa43e4e64f for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:01.966015 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.000963 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.128980 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3e787521-edfb-42a0-aed0-0e64f7366104 req-e6f9d75e-fb87-43b7-919f-9b7416f54ead tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086427 Feb 04 17:24:02.259775 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks [] for security_group (636523ec-aef9-43bb-ac8e-1f375923fe43), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.372668 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (636523ec-aef9-43bb-ac8e-1f375923fe43), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.397723 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbade727-6b16-4684-b468-73cca08a8a6e req-1f2c6beb-79e7-4f8e-8773-f6b8363f50b0 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:02.400634 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bbade727-6b16-4684-b468-73cca08a8a6e req-1f2c6beb-79e7-4f8e-8773-f6b8363f50b0 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 931 time: 0.2150624 Feb 04 17:24:02.417009 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b8723c-25b3-4b49-8352-687aea043615 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:02.441202 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9ba3345c-3c7f-4d2a-bdfc-ca198a43c9c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.456658 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Publish callbacks [] for port (02b8723c-25b3-4b49-8352-687aea043615), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.467164 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:24:02.490403 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (5bd569be-7240-4540-be4f-73836db7767f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.491116 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Added segment 5bd569be-7240-4540-be4f-73836db7767f of type vlan for network 17e73721-801c-42f3-b733-f4c5cdb119b1 Feb 04 17:24:02.540479 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Transition to ACTIVE for port object 02b8723c-25b3-4b49-8352-687aea043615 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:24:02.598290 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (17e73721-801c-42f3-b733-f4c5cdb119b1), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.619733 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bbade727-6b16-4684-b468-73cca08a8a6e req-fff7a6ef-b9a7-40b9-a29d-1db30e0d6d45 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898916 Feb 04 17:24:02.624944 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (02b8723c-25b3-4b49-8352-687aea043615), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.650135 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636523ec-aef9-43bb-ac8e-1f375923fe43,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:02.768063 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da180d-17da-4356-b177-34cfcee06981 req-bb03d515-5ca3-42ea-aca2-9a712700ad3d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:02.776724 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c3da180d-17da-4356-b177-34cfcee06981 req-bb03d515-5ca3-42ea-aca2-9a712700ad3d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.1210649 Feb 04 17:24:02.798550 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (17e73721-801c-42f3-b733-f4c5cdb119b1), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.799575 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:02.800280 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:02.917573 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4050136 Feb 04 17:24:02.928439 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 56688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:02.933013 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Pushing event updated for resources: {'Port': ['ID=02b8723c-25b3-4b49-8352-687aea043615,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:02.949974 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Request body: {'subnet': {'network_id': '17e73721-801c-42f3-b733-f4c5cdb119b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1704965432-subnet', 'tenant_id': '0f25803204ab4cb6b6950eaa43e4e64f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:02.993168 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d8595-e742-4ad4-91e7-921a12ad4c95 admin admin] Pushing event updated for resources: {'Network': ['ID=17e73721-801c-42f3-b733-f4c5cdb119b1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:03.014481 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 17e73721-801c-42f3-b733-f4c5cdb119b1 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:24:03.035226 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c3da180d-17da-4356-b177-34cfcee06981 req-70d70f7e-cb38-4f8a-b16e-31a49c1d3dc0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572014 Feb 04 17:24:03.095438 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Attempting to bind port 02b8723c-25b3-4b49-8352-687aea043615 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:24:03.098230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Attempting to bind port 02b8723c-25b3-4b49-8352-687aea043615 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:24:03.098230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Attempting to bind port 02b8723c-25b3-4b49-8352-687aea043615 on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:03.127599 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Port 02b8723c-25b3-4b49-8352-687aea043615 on network e9341194-1d5f-4083-959b-710e641d6a57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:24:03.129535 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Attempting to bind port 02b8723c-25b3-4b49-8352-687aea043615 on network e9341194-1d5f-4083-959b-710e641d6a57 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:24:03.145115 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:24:03.145888 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Checking segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:03.146665 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Bound using segment: {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:24:03.147340 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Bound port: 02b8723c-25b3-4b49-8352-687aea043615, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70d1c2d3-30f7-4535-806f-f7deef99f98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:24:03.147931 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (02b8723c-25b3-4b49-8352-687aea043615), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.163001 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56690) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:03.222157 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Made reservation on behalf of 0f25803204ab4cb6b6950eaa43e4e64f for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:03.235866 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.570099 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0698f03e-44e2-4a61-9d53-d830e1fc1fee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.628294 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] For port 02b8723c-25b3-4b49-8352-687aea043615, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:24:03.642021 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] For port 02b8723c-25b3-4b49-8352-687aea043615, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=02b8723c-25b3-4b49-8352-687aea043615,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:24:03.658452 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8d1f-986c-4367-b02c-00a8f61d8e0b req-712f0b99-1390-4380-a76b-68d45dcc778b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:03.663609 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6a7d8d1f-986c-4367-b02c-00a8f61d8e0b req-712f0b99-1390-4380-a76b-68d45dcc778b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.2395289 Feb 04 17:24:03.725985 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:24:03.810117 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0698f03e-44e2-4a61-9d53-d830e1fc1fee admin admin] Publish callbacks [] for security_group (35badb10-8b27-42f5-8511-1b73fd86a03a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.860644 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (02b8723c-25b3-4b49-8352-687aea043615), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:03.891967 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6a7d8d1f-986c-4367-b02c-00a8f61d8e0b req-3768e9b6-6340-41f8-a367-aa9b2072169e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102234 Feb 04 17:24:03.976903 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21aa7-bc01-45fc-a5c8-514e9b629431 req-c802fedc-1f84-4524-a2d8-ac8a2ad86ffe tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:03.979795 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-15a21aa7-bc01-45fc-a5c8-514e9b629431 req-c802fedc-1f84-4524-a2d8-ac8a2ad86ffe tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.1623092 Feb 04 17:24:04.002715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:04.003511 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.005215 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] 10.222.0.93 "PUT /v2.0/ports/02b8723c-25b3-4b49-8352-687aea043615 HTTP/1.1" status: 200 len: 1093 time: 2.7452376 Feb 04 17:24:04.014236 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'tag': '02b8723c-25b3-4b49-8352-687aea043615'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:04.018042 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3968ed73-3ccc-4dd5-9358-3d2a33be1d40" -d '{"events": [{"name": "network-changed", "server_uuid": "f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b", "tag": "02b8723c-25b3-4b49-8352-687aea043615"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:04.068191 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-15a21aa7-bc01-45fc-a5c8-514e9b629431 req-db9d5818-45e2-419f-b6b1-5e885212a7e8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803950 Feb 04 17:24:04.100103 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841dac2-9533-4f48-97e9-311f1eda72b0 service neutron] Pushing event updated for resources: {'Port': ['ID=02b8723c-25b3-4b49-8352-687aea043615,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:04.107655 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc8ec4b-c19f-4697-bbdc-742124523b5e x-openstack-request-id: req-dfc8ec4b-c19f-4697-bbdc-742124523b5e {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:04.108308 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b", "tag": "02b8723c-25b3-4b49-8352-687aea043615", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:04.109445 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfc8ec4b-c19f-4697-bbdc-742124523b5e {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:04.110223 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'tag': '02b8723c-25b3-4b49-8352-687aea043615', 'status': 'completed', 'code': 200} Feb 04 17:24:04.224064 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e0ab8-54a6-4840-a415-d49bf1c61033 req-1daba68a-7760-453d-9264-f6963713f77b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:04.226072 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-664e0ab8-54a6-4840-a415-d49bf1c61033 req-1daba68a-7760-453d-9264-f6963713f77b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0748012 Feb 04 17:24:04.289801 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-664e0ab8-54a6-4840-a415-d49bf1c61033 req-af4c5623-484d-4a0c-8715-23c3304277c1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575123 Feb 04 17:24:04.441160 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0698f03e-44e2-4a61-9d53-d830e1fc1fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (35badb10-8b27-42f5-8511-1b73fd86a03a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.509323 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (894cbdf5-18cd-46ed-aeb4-077f3f4e717e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.519702 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-0698f03e-44e2-4a61-9d53-d830e1fc1fee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a82038f07a98448c8a32bab531e4eb80&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3516324 Feb 04 17:24:04.519702 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0698f03e-44e2-4a61-9d53-d830e1fc1fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35badb10-8b27-42f5-8511-1b73fd86a03a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:04.524344 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56716) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:04.724647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d0e534-267c-4f24-b251-96882b3f0df4 admin admin] Publish callbacks [] for security_group (35badb10-8b27-42f5-8511-1b73fd86a03a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.788313 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d0e534-267c-4f24-b251-96882b3f0df4 admin admin] Publish callbacks [] for security_group (35badb10-8b27-42f5-8511-1b73fd86a03a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:04.881468 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Pushing event updated for resources: {'Subnet': ['ID=894cbdf5-18cd-46ed-aeb4-077f3f4e717e,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:04.902115 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Checking segment: {'id': '5bd569be-7240-4540-be4f-73836db7767f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '17e73721-801c-42f3-b733-f4c5cdb119b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:04.902669 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Network hostable DHCP agents. Network: 17e73721-801c-42f3-b733-f4c5cdb119b1, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:24:05.017346 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Network 17e73721-801c-42f3-b733-f4c5cdb119b1 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:24:05.035067 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d0e534-267c-4f24-b251-96882b3f0df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (35badb10-8b27-42f5-8511-1b73fd86a03a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.039113 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17d0e534-267c-4f24-b251-96882b3f0df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.049449 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-17d0e534-267c-4f24-b251-96882b3f0df4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35badb10-8b27-42f5-8511-1b73fd86a03a HTTP/1.1" status: 204 len: 168 time: 0.5184956 Feb 04 17:24:05.058975 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0e534-267c-4f24-b251-96882b3f0df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35badb10-8b27-42f5-8511-1b73fd86a03a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:05.092193 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 17e73721-801c-42f3-b733-f4c5cdb119b1) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:05.111170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:05.112660 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff108c85-e9c7-4df2-8f98-0fa3851a3165 None None] Network 17e73721-801c-42f3-b733-f4c5cdb119b1 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:05.114065 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.261364 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a41eae55-82ff-4599-8ca9-8599bc44058d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3072946 Feb 04 17:24:05.268752 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-37bdb448-42ee-40ae-9081-7c1c625c93ca service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 217 time: 0.0923755 Feb 04 17:24:05.346775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7c0352-cb3d-4141-b81e-fa65ebcbda83 req-a6df6a8e-c597-4ac8-a04d-23aea3d104c0 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:05.361339 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7c7c0352-cb3d-4141-b81e-fa65ebcbda83 req-a6df6a8e-c597-4ac8-a04d-23aea3d104c0 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.2011590 Feb 04 17:24:05.442308 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b36a07e-33fe-4b9b-bd46-0b73bf0be1a7 None None] Network 17e73721-801c-42f3-b733-f4c5cdb119b1 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:05.472741 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-b92480dd-1251-44ff-93d8-0a1e21d218ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:05.476441 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-b92480dd-1251-44ff-93d8-0a1e21d218ed service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 200 len: 854 time: 0.1708322 Feb 04 17:24:05.567003 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038dc39c-1a50-459a-a6ad-1dcf8dd216fb req-14ab55b9-5e32-4ef4-98ff-b9506db6c782 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:05.572817 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-038dc39c-1a50-459a-a6ad-1dcf8dd216fb req-14ab55b9-5e32-4ef4-98ff-b9506db6c782 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.2479537 Feb 04 17:24:05.599298 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ed73-3ccc-4dd5-9358-3d2a33be1d40 req-f29a10bf-d36f-4994-9bd1-e179c314760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:05.621608 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3968ed73-3ccc-4dd5-9358-3d2a33be1d40 req-f29a10bf-d36f-4994-9bd1-e179c314760a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 1127 time: 0.2971001 Feb 04 17:24:05.625201 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7c7c0352-cb3d-4141-b81e-fa65ebcbda83 req-9dd682c2-c50d-4377-986d-72e37d1df7c9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604890 Feb 04 17:24:05.868560 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-e803c0bb-20b5-4225-8e38-809f029f50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:05.881645 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-e803c0bb-20b5-4225-8e38-809f029f50c5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3651075 Feb 04 17:24:05.898146 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-038dc39c-1a50-459a-a6ad-1dcf8dd216fb req-baa40fe2-57d7-4611-a442-47980ce9fd45 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097327 Feb 04 17:24:05.948906 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-597d5068-434f-4d6d-8107-d128c2382279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:05.992266 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806a3e7-bac3-4c20-a3ba-48a2b12c2611 req-94ce5453-76e0-4132-a6f9-06b455652dc2 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:06.000808 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c806a3e7-bac3-4c20-a3ba-48a2b12c2611 req-94ce5453-76e0-4132-a6f9-06b455652dc2 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.1495728 Feb 04 17:24:06.084717 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ed73-3ccc-4dd5-9358-3d2a33be1d40 req-2509262a-54b2-40a4-90b7-4cbc77bf51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:06.087700 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3968ed73-3ccc-4dd5-9358-3d2a33be1d40 req-2509262a-54b2-40a4-90b7-4cbc77bf51e1 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=97f2e504cc66445a9a3aecb687ae6104&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4581163 Feb 04 17:24:06.161203 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-81c05533-fe92-4c31-b9bd-1440480d23a2 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574743 Feb 04 17:24:06.352246 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c806a3e7-bac3-4c20-a3ba-48a2b12c2611 req-75c551f0-0559-4c31-8073-a57f8b439583 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503721 Feb 04 17:24:06.481402 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968ed73-3ccc-4dd5-9358-3d2a33be1d40 req-9e108018-413d-409c-a3c9-e6fb62842c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:06.482466 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19e93704-cd67-4c19-8c8d-5620edf8e0d5 req-11545695-aa8f-4f90-ba5f-b2ca486a4bf3 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015256 Feb 04 17:24:06.485852 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3968ed73-3ccc-4dd5-9358-3d2a33be1d40 req-9e108018-413d-409c-a3c9-e6fb62842c18 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3846946 Feb 04 17:24:06.867900 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f574ff-4765-4390-9cab-0da517635ba2 req-d4817d71-397e-48e4-a233-078016cc6281 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:06.870998 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f6f574ff-4765-4390-9cab-0da517635ba2 req-d4817d71-397e-48e4-a233-078016cc6281 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1330290 Feb 04 17:24:06.996347 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f6f574ff-4765-4390-9cab-0da517635ba2 req-33a37ac8-4ecf-452c-8af5-d5cd21456dee tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031723 Feb 04 17:24:07.026324 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56774) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:07.035423 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-151287060-network', 'tenant_id': '6e529040ed734e2f968832a11c2ff4c0'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:07.171338 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aebfcdd-4017-40a6-9fdb-fa7d02f609c5 req-41dc3bf8-c54d-43c3-8e1d-1f126157ed93 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.175461 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4aebfcdd-4017-40a6-9fdb-fa7d02f609c5 req-41dc3bf8-c54d-43c3-8e1d-1f126157ed93 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0989592 Feb 04 17:24:07.211956 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Made reservation on behalf of 6e529040ed734e2f968832a11c2ff4c0 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:07.216002 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.244227 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.299085 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4aebfcdd-4017-40a6-9fdb-fa7d02f609c5 req-1271e6e3-76d7-4aea-a65c-1d8a74eb1e5b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146472 Feb 04 17:24:07.389281 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks [] for security_group (f591be8e-bca4-4530-842f-4a48c9e2c1aa), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.527491 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f591be8e-bca4-4530-842f-4a48c9e2c1aa), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.558934 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:24:07.581649 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f591be8e-bca4-4530-842f-4a48c9e2c1aa,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:07.591280 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (f9604594-1703-4bb0-95cf-45dae0207c25), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.591606 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Added segment f9604594-1703-4bb0-95cf-45dae0207c25 of type vlan for network 0470cab3-28ea-406b-a2d1-6e4e6638e613 Feb 04 17:24:07.601974 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff7bf5-3c4d-47ce-bd45-7513065fe660 req-dae4eb8f-5b4f-4aff-89f8-52ac61009da0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.608595 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-78ff7bf5-3c4d-47ce-bd45-7513065fe660 req-dae4eb8f-5b4f-4aff-89f8-52ac61009da0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.1219540 Feb 04 17:24:07.645778 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.648248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.648248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.648248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.648248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.648248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.648248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.648248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.649156 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.649156 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.649156 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.649495 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.649930 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:07.682736 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (0470cab3-28ea-406b-a2d1-6e4e6638e613), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.696452 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 56780) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:07.736730 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-78ff7bf5-3c4d-47ce-bd45-7513065fe660 req-a12aa36c-9208-4ef4-b249-f4e463dcaa3d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199372 Feb 04 17:24:07.786818 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] Deleting subnet 6285b362-b5b6-49f5-884d-808b0c19d073 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:24:07.790961 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] Publish callbacks [] for subnet (6285b362-b5b6-49f5-884d-808b0c19d073), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.795588 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (0470cab3-28ea-406b-a2d1-6e4e6638e613), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.797590 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:07.798426 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.836470 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] Publish callbacks [] for subnet (6285b362-b5b6-49f5-884d-808b0c19d073), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.869041 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (6285b362-b5b6-49f5-884d-808b0c19d073), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:07.894774 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] Pushing event updated for resources: {'Network': ['ID=0470cab3-28ea-406b-a2d1-6e4e6638e613,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:07.915562 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 0470cab3-28ea-406b-a2d1-6e4e6638e613 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:24:07.970357 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-99a89161-e0a9-480c-a9b0-b2c57dfb389c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9425795 Feb 04 17:24:07.974968 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56782) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:07.980164 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Request body: {'subnet': {'network_id': '0470cab3-28ea-406b-a2d1-6e4e6638e613', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-151287060-subnet', 'tenant_id': '6e529040ed734e2f968832a11c2ff4c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:08.006061 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.046340 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for subnet (6285b362-b5b6-49f5-884d-808b0c19d073), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.061012 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.064448 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6285b362-b5b6-49f5-884d-808b0c19d073 HTTP/1.1" status: 204 len: 168 time: 0.3667367 Feb 04 17:24:08.067724 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56786) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:08.079527 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Made reservation on behalf of 6e529040ed734e2f968832a11c2ff4c0 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:24:08.082611 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.084037 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca9115-cc63-468e-829d-dd5e84941e00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6285b362-b5b6-49f5-884d-808b0c19d073,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:08.180566 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41460d-a119-46ea-a9c8-ffeebc1620c4 req-ca967e66-0fa8-4155-b9c5-907ea87ed248 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:08.183536 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fc41460d-a119-46ea-a9c8-ffeebc1620c4 req-ca967e66-0fa8-4155-b9c5-907ea87ed248 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0711811 Feb 04 17:24:08.272741 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (d11beb1e-c800-4f4d-a735-4adac7aee144), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.292752 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fc41460d-a119-46ea-a9c8-ffeebc1620c4 req-9d99a690-b9f2-42c6-8ee9-03ce62b510b9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956483 Feb 04 17:24:08.464322 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (d11beb1e-c800-4f4d-a735-4adac7aee144), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.516094 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11beb1e-c800-4f4d-a735-4adac7aee144']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.548769 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.549224 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:08.619907 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.718258 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800b888-a1b5-4fab-92bb-185f05f8c4de req-52a79310-0c1d-4520-a9f7-062d0abefa64 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:08.718258 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c800b888-a1b5-4fab-92bb-185f05f8c4de req-52a79310-0c1d-4520-a9f7-062d0abefa64 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.3022192 Feb 04 17:24:08.718258 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.740843 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:24:08.740843 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (1d0ab8f4-ebf9-40fd-8c9b-9ec9759030dc), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:08.743286 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:08.918776 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c800b888-a1b5-4fab-92bb-185f05f8c4de req-b387f9bc-1517-48c8-b59f-e7519258a156 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096133 Feb 04 17:24:09.022170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c13874-f3fa-4dd4-83f9-d45a5b3ea9ac req-c8e19e24-8b1b-4204-a096-eda40b5c9775 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:09.024920 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-19c13874-f3fa-4dd4-83f9-d45a5b3ea9ac req-c8e19e24-8b1b-4204-a096-eda40b5c9775 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0954757 Feb 04 17:24:09.124706 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-19c13874-f3fa-4dd4-83f9-d45a5b3ea9ac req-0ae723ac-f2ce-431a-b36c-8b237ac1e17f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913160 Feb 04 17:24:09.207093 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (f57f4e0c-b017-4a73-83b3-dba28e713aca), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:09.250898 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (d11beb1e-c800-4f4d-a735-4adac7aee144), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:09.258683 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:09.264578 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d11beb1e-c800-4f4d-a735-4adac7aee144 HTTP/1.1" status: 204 len: 168 time: 1.1953936 Feb 04 17:24:09.312576 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f45240-8bfc-47d9-b443-6d3ae6fd32d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11beb1e-c800-4f4d-a735-4adac7aee144,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:09.329405 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57f4e0c-b017-4a73-83b3-dba28e713aca,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:09.366499 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Checking segment: {'id': 'f9604594-1703-4bb0-95cf-45dae0207c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '0470cab3-28ea-406b-a2d1-6e4e6638e613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:24:09.367114 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Network hostable DHCP agents. Network: 0470cab3-28ea-406b-a2d1-6e4e6638e613, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:24:09.504733 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Network 0470cab3-28ea-406b-a2d1-6e4e6638e613 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:24:09.544242 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7c56f-bc7f-44cf-bf16-fe30bc54eda4 req-659c6e0d-bcbd-4a71-92eb-68baa0a00aff tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:09.550325 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-69f7c56f-bc7f-44cf-bf16-fe30bc54eda4 req-659c6e0d-bcbd-4a71-92eb-68baa0a00aff tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0846119 Feb 04 17:24:09.578975 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 0470cab3-28ea-406b-a2d1-6e4e6638e613) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:09.593778 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:09.593778 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:09.594228 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074cd25-0e7a-4400-82ff-88cce84a65a7 None None] Network 0470cab3-28ea-406b-a2d1-6e4e6638e613 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:09.636007 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-69f7c56f-bc7f-44cf-bf16-fe30bc54eda4 req-28e57bc1-4f37-4671-8f67-f985076bc317 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781214 Feb 04 17:24:09.734342 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d8e06bc6-13f7-4517-9803-a59f488fef9e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7553890 Feb 04 17:24:09.811023 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731eb3f-dc1b-42d0-b43a-5cdde6737ef7 None None] Network 0470cab3-28ea-406b-a2d1-6e4e6638e613 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:24:09.884678 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56800) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:09.977133 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e0bee5a3-546c-4e53-b9ae-37b860d143f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f1b8cf580384271b0248105b3c9c872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0905621 Feb 04 17:24:09.981351 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 56804) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:10.103148 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f103cf1f-292b-47a0-a9cd-746451c59130 admin admin] Publish callbacks [] for security_group (b0bfd50f-b73b-47aa-b564-d728c8d5f4df), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.145786 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984f8e9-3f86-4c61-a438-52c4ea1fa9cb req-cd5a85a6-d57b-4f34-b3a0-84e7616eaeb8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:10.146493 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f103cf1f-292b-47a0-a9cd-746451c59130 admin admin] Publish callbacks [] for security_group (b0bfd50f-b73b-47aa-b564-d728c8d5f4df), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.147897 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c984f8e9-3f86-4c61-a438-52c4ea1fa9cb req-cd5a85a6-d57b-4f34-b3a0-84e7616eaeb8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0758133 Feb 04 17:24:10.272207 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c984f8e9-3f86-4c61-a438-52c4ea1fa9cb req-820b51b9-dba4-40e8-a105-54e0021d1a8d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143961 Feb 04 17:24:10.356287 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2a95b-5711-43c3-9c34-d3f60bcc02e3 req-1faf2699-2964-4ced-8e0a-510328130cc6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:10.358212 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e8d2a95b-5711-43c3-9c34-d3f60bcc02e3 req-1faf2699-2964-4ced-8e0a-510328130cc6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.1036923 Feb 04 17:24:10.360946 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f103cf1f-292b-47a0-a9cd-746451c59130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (b0bfd50f-b73b-47aa-b564-d728c8d5f4df), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.364669 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f103cf1f-292b-47a0-a9cd-746451c59130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:10.366566 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-f103cf1f-292b-47a0-a9cd-746451c59130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0bfd50f-b73b-47aa-b564-d728c8d5f4df HTTP/1.1" status: 204 len: 168 time: 0.3835154 Feb 04 17:24:10.393516 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f103cf1f-292b-47a0-a9cd-746451c59130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bfd50f-b73b-47aa-b564-d728c8d5f4df,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:10.504312 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e8d2a95b-5711-43c3-9c34-d3f60bcc02e3 req-77a0757d-a15c-4384-98ca-d6bb3ba7a1fd tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147017 Feb 04 17:24:10.833989 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446396b-6f5e-406a-8f7f-51afd32c939f req-dc4cb44a-bf27-4c92-a7b3-a6b36a6927d3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:10.835848 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b446396b-6f5e-406a-8f7f-51afd32c939f req-dc4cb44a-bf27-4c92-a7b3-a6b36a6927d3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0647552 Feb 04 17:24:10.959621 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b446396b-6f5e-406a-8f7f-51afd32c939f req-5cd6f281-2909-492f-926c-22aa862afb6a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120374 Feb 04 17:24:11.398922 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.497958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:11.583543 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304156b-930a-4742-b1f8-ec33a07dbdca req-ddcebcba-ac38-4b6e-ad2c-4307a7504988 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.586392 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d304156b-930a-4742-b1f8-ec33a07dbdca req-ddcebcba-ac38-4b6e-ad2c-4307a7504988 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.1399946 Feb 04 17:24:11.693511 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d304156b-930a-4742-b1f8-ec33a07dbdca req-325870b7-3b3b-4baa-9e0b-0038d0236888 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Feb 04 17:24:11.713595 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e3c9c-2cee-4175-838b-7604a954e7e8 req-dfa87e2d-6b50-4441-bce6-0d3cf7153dce tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:11.715290 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-683e3c9c-2cee-4175-838b-7604a954e7e8 req-dfa87e2d-6b50-4441-bce6-0d3cf7153dce tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0686803 Feb 04 17:24:11.811309 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-683e3c9c-2cee-4175-838b-7604a954e7e8 req-2c2a6d9b-b0c1-42a5-933c-3838c72ca918 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825963 Feb 04 17:24:12.120832 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d897d710-6171-4721-88f9-bbfb875ae011 req-41a48bd2-b7af-405e-a350-9eac2aa3eed4 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.122537 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d897d710-6171-4721-88f9-bbfb875ae011 req-41a48bd2-b7af-405e-a350-9eac2aa3eed4 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0591438 Feb 04 17:24:12.220457 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d897d710-6171-4721-88f9-bbfb875ae011 req-f90aed99-1e3b-4a35-bde1-9478c71f18ec tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911150 Feb 04 17:24:12.908548 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292a405-4660-49de-b94f-9179eafd454f req-4ae2c692-c4e8-404d-9a00-3f14329c1542 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:12.916747 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e292a405-4660-49de-b94f-9179eafd454f req-4ae2c692-c4e8-404d-9a00-3f14329c1542 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.1253662 Feb 04 17:24:13.009347 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e292a405-4660-49de-b94f-9179eafd454f req-c9421b50-ac2f-4e53-a57e-509db094b624 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884027 Feb 04 17:24:13.053667 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d95e31-fc9b-4678-a307-1c079c903c24 req-4db92e36-7bcb-4aa5-91b8-0b91dbdb4961 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.056537 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19d95e31-fc9b-4678-a307-1c079c903c24 req-4db92e36-7bcb-4aa5-91b8-0b91dbdb4961 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.1538436 Feb 04 17:24:13.151203 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-19d95e31-fc9b-4678-a307-1c079c903c24 req-e0a32e94-22e6-4564-a670-f49dec89d7b8 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840535 Feb 04 17:24:13.413338 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0436fa-dff1-4efb-b4ee-56399788dc24 req-6fb8212f-d1e7-492f-b93c-e4fceb1f5914 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:13.420202 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9e0436fa-dff1-4efb-b4ee-56399788dc24 req-6fb8212f-d1e7-492f-b93c-e4fceb1f5914 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1020586 Feb 04 17:24:13.492124 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9e0436fa-dff1-4efb-b4ee-56399788dc24 req-b17c9a5c-40f6-4283-9436-cc25f3caff73 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678065 Feb 04 17:24:14.232270 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377fa804-2600-479e-a16a-79e0537bddd4 req-cab43ce0-6ae7-4b71-ae50-ab402d84314d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:14.235999 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-377fa804-2600-479e-a16a-79e0537bddd4 req-cab43ce0-6ae7-4b71-ae50-ab402d84314d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.1101239 Feb 04 17:24:14.320451 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-377fa804-2600-479e-a16a-79e0537bddd4 req-7ca1f1a9-02e0-4b1c-8377-47487c50896f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739827 Feb 04 17:24:14.372308 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dff0b-a64d-4807-8009-d54198696ff5 req-d3eabdb3-b54c-41e0-8b81-e45226bbb740 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:14.374840 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-015dff0b-a64d-4807-8009-d54198696ff5 req-d3eabdb3-b54c-41e0-8b81-e45226bbb740 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0807111 Feb 04 17:24:14.448147 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-015dff0b-a64d-4807-8009-d54198696ff5 req-948cc040-d622-4aeb-94ef-be5db2872108 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662067 Feb 04 17:24:14.883353 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e64b6-1b45-42f8-9e58-83e464469321 req-663cb331-33f9-46c6-ad21-e1856a406602 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:14.884922 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-184e64b6-1b45-42f8-9e58-83e464469321 req-663cb331-33f9-46c6-ad21-e1856a406602 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.2961538 Feb 04 17:24:14.957774 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-184e64b6-1b45-42f8-9e58-83e464469321 req-7dae4c2e-dd0c-4ee9-9373-ebac742def2b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603075 Feb 04 17:24:15.465871 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffba3c-5c5c-43e9-b450-6e87894fef75 req-49123b16-4206-4435-b151-ccdcd0a7fcd5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:15.467605 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1fffba3c-5c5c-43e9-b450-6e87894fef75 req-49123b16-4206-4435-b151-ccdcd0a7fcd5 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0621932 Feb 04 17:24:15.551991 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1fffba3c-5c5c-43e9-b450-6e87894fef75 req-95ee7dff-bca8-42d1-9480-41cfc5c24d9b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772488 Feb 04 17:24:15.633831 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6b8ea-bd03-4413-b684-02699324761a req-7c85c4ec-3d46-4b20-8885-0225dedce0e0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:15.635554 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3bb6b8ea-bd03-4413-b684-02699324761a req-7c85c4ec-3d46-4b20-8885-0225dedce0e0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0705373 Feb 04 17:24:15.700923 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3bb6b8ea-bd03-4413-b684-02699324761a req-bf484b1f-ad10-4738-bc4b-e8bc6da9d1f1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571537 Feb 04 17:24:16.143919 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494d8bb5-c9f5-45de-a7de-b8886f67c214 req-13f8dc6e-97be-424f-a9a1-2f4ec0668ea9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.146741 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-494d8bb5-c9f5-45de-a7de-b8886f67c214 req-13f8dc6e-97be-424f-a9a1-2f4ec0668ea9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0765731 Feb 04 17:24:16.217417 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-494d8bb5-c9f5-45de-a7de-b8886f67c214 req-de3b1b11-49e8-4a91-8586-345c4cd16594 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596292 Feb 04 17:24:16.799828 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84f79b-9e45-40da-876d-c23a0628d7ad req-5773b9a3-7ffe-4008-a4f2-9d23b4e82599 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.802515 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da84f79b-9e45-40da-876d-c23a0628d7ad req-5773b9a3-7ffe-4008-a4f2-9d23b4e82599 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.1140401 Feb 04 17:24:16.808937 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-6febb0dd-13e3-46a4-8742-b640c30dc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.811988 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-a39a0fdb-db4f-4166-807a-fed00956154f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:16.812195 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-6febb0dd-13e3-46a4-8742-b640c30dc8dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1127 time: 0.1000037 Feb 04 17:24:16.815693 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-a39a0fdb-db4f-4166-807a-fed00956154f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=97f2e504cc66445a9a3aecb687ae6104&device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 1127 time: 0.1251709 Feb 04 17:24:16.913647 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-8734f0ff-4a18-4a1e-927c-cefb65598717 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02b8723c-25b3-4b49-8352-687aea043615 HTTP/1.1" status: 200 len: 217 time: 0.0709536 Feb 04 17:24:17.035194 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da84f79b-9e45-40da-876d-c23a0628d7ad req-1346e07f-fc49-4f87-9212-3ad3d65bb855 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175646 Feb 04 17:24:17.046257 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f9945-097c-4284-87de-e10ce64e1d0e req-f7cbe7a1-2c38-4841-b178-286fd5e74052 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.049450 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-210f9945-097c-4284-87de-e10ce64e1d0e req-f7cbe7a1-2c38-4841-b178-286fd5e74052 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.2265351 Feb 04 17:24:17.067448 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-58db1c3c-495e-4c83-aa7e-ba7e65e10f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.069206 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-58db1c3c-495e-4c83-aa7e-ba7e65e10f49 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 200 len: 854 time: 0.1363683 Feb 04 17:24:17.103668 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-67109f3b-a365-4f6c-97dd-7c177f124866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.106171 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-67109f3b-a365-4f6c-97dd-7c177f124866 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 916 time: 0.2645774 Feb 04 17:24:17.116599 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-62a13218-1d49-445b-bb33-3fc048c1d0a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=e9341194-1d5f-4083-959b-710e641d6a57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308614 Feb 04 17:24:17.214300 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-779aaa74-7629-451c-a3f5-ffd870f3d187 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 217 time: 0.0927067 Feb 04 17:24:17.238444 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-210f9945-097c-4284-87de-e10ce64e1d0e req-d5f44511-674a-434e-b4a0-4b9d9899ae4a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721058 Feb 04 17:24:17.285954 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-a57d769a-77f2-4f28-a4e2-5bb6fd73cf48 service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599715 Feb 04 17:24:17.453449 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2c725-e1e8-41e3-b2e1-ab027be64f85 req-9ca7c9ca-8a2b-40c7-916a-ab0f9b5a83f6 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:17.455690 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a1d2c725-e1e8-41e3-b2e1-ab027be64f85 req-9ca7c9ca-8a2b-40c7-916a-ab0f9b5a83f6 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1068735 Feb 04 17:24:17.540441 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a1d2c725-e1e8-41e3-b2e1-ab027be64f85 req-a12812f6-a140-47de-b4b1-e00e384a5565 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776651 Feb 04 17:24:18.186591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a57c44-92ce-4364-9e86-9834828ebcdc req-3e3359f6-149b-4410-8034-fe984e9f2abb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.188659 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-50a57c44-92ce-4364-9e86-9834828ebcdc req-3e3359f6-149b-4410-8034-fe984e9f2abb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0669050 Feb 04 17:24:18.257353 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-50a57c44-92ce-4364-9e86-9834828ebcdc req-83d1b277-62be-403b-8f60-f5d3fe1a6a49 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580776 Feb 04 17:24:18.428722 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789587c6-d72a-4761-a0a3-1777983ccb1e req-0c517e31-1b9d-4378-ba28-b2281a7a8b59 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.431592 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-789587c6-d72a-4761-a0a3-1777983ccb1e req-0c517e31-1b9d-4378-ba28-b2281a7a8b59 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.1046469 Feb 04 17:24:18.520998 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-789587c6-d72a-4761-a0a3-1777983ccb1e req-f566a481-2530-4f19-b2b8-70756793bc8a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792384 Feb 04 17:24:18.711118 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13db774-c6ad-4bfd-9134-2b10de57cd6f req-c9365844-eb6e-4c9c-99fb-f68828dec33f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:18.713816 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f13db774-c6ad-4bfd-9134-2b10de57cd6f req-c9365844-eb6e-4c9c-99fb-f68828dec33f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0930600 Feb 04 17:24:18.777874 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f13db774-c6ad-4bfd-9134-2b10de57cd6f req-ae4665d5-5c66-4600-90f0-0b3d7b4c821f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569098 Feb 04 17:24:19.423283 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-98fc60b9-154c-4038-9f1f-b298f12ded5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.424944 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-98fc60b9-154c-4038-9f1f-b298f12ded5b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 200 len: 854 time: 0.0591972 Feb 04 17:24:19.549640 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea41ff6-358e-4fef-942c-cd580ec1d874 req-967aa6d0-8d35-46e8-ab86-9edf8d01a1c2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.552802 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3ea41ff6-358e-4fef-942c-cd580ec1d874 req-967aa6d0-8d35-46e8-ab86-9edf8d01a1c2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.2002740 Feb 04 17:24:19.627029 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cff25c7e-849a-4a7c-9fd0-599cb5d04c33 req-e7432f53-50c7-43be-ac0f-d8b079b5d1be service neutron] 10.222.0.93 "GET /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588735 Feb 04 17:24:19.678264 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3ea41ff6-358e-4fef-942c-cd580ec1d874 req-d16016ae-3096-4f93-a5d5-792520484b09 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072884 Feb 04 17:24:19.712203 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fa464-77b5-4895-9165-f1d2ae3cd7a4 req-9580f544-f4a0-4895-8870-8bf34f1f61b7 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.713861 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-337fa464-77b5-4895-9165-f1d2ae3cd7a4 req-9580f544-f4a0-4895-8870-8bf34f1f61b7 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0727141 Feb 04 17:24:19.785458 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-337fa464-77b5-4895-9165-f1d2ae3cd7a4 req-b71f868a-db7a-48a8-b413-00db33212ebf tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599644 Feb 04 17:24:19.918847 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3859-f261-432e-b97b-14f93278ed10 req-1c3d1c58-4f7c-49a5-af31-7314df8e626c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:19.920651 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d86b3859-f261-432e-b97b-14f93278ed10 req-1c3d1c58-4f7c-49a5-af31-7314df8e626c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0641825 Feb 04 17:24:19.976918 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d86b3859-f261-432e-b97b-14f93278ed10 req-70a595be-3de9-4de5-a10c-986c40495270 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494759 Feb 04 17:24:20.836887 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28df90c-8b15-4478-ae5a-ef8b80e49bb9 req-389911b4-249c-44e8-81d5-9bc0d22f3478 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:20.842073 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c28df90c-8b15-4478-ae5a-ef8b80e49bb9 req-389911b4-249c-44e8-81d5-9bc0d22f3478 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0745444 Feb 04 17:24:20.919461 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-51710f47-93d5-4aa8-98aa-6ece8d84d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:20.921584 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-51710f47-93d5-4aa8-98aa-6ece8d84d552 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1063859 Feb 04 17:24:20.925229 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c28df90c-8b15-4478-ae5a-ef8b80e49bb9 req-fb7305fa-b968-4114-962a-0e4ca2d1bc1f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712557 Feb 04 17:24:20.952753 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb0671-030e-4cbf-9832-ab01785b3580 req-a983366b-fcde-4524-82af-5e09b53f5cbe tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:20.954639 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f8fb0671-030e-4cbf-9832-ab01785b3580 req-a983366b-fcde-4524-82af-5e09b53f5cbe tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0763190 Feb 04 17:24:21.020370 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f8fb0671-030e-4cbf-9832-ab01785b3580 req-b85fb25a-2913-47f6-ba69-dc747485bb4f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588245 Feb 04 17:24:21.081979 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-afb690b4-a755-496f-82dd-76b6bfa742cd service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190488 Feb 04 17:24:21.224918 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec752fd-de6c-453d-8804-1baac13607d8 req-d5c572f2-0108-43a7-82da-12161ba135fb tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:21.226926 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3ec752fd-de6c-453d-8804-1baac13607d8 req-d5c572f2-0108-43a7-82da-12161ba135fb tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1386759 Feb 04 17:24:21.252682 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b46f6651-a666-4817-92a9-0d5e5f592408 req-09617e1f-f4c1-4bb2-876a-5f1a4042be29 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626971 Feb 04 17:24:21.300931 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3ec752fd-de6c-453d-8804-1baac13607d8 req-b1fb9ba8-b906-42c8-93cf-b3c6f26325b2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636435 Feb 04 17:24:22.114684 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3227e2e8-8eec-4495-9f3a-808ef73e4982 req-27624df4-d164-4fd0-826d-4af609157147 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.116328 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3227e2e8-8eec-4495-9f3a-808ef73e4982 req-27624df4-d164-4fd0-826d-4af609157147 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0873997 Feb 04 17:24:22.178201 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:22.195550 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3227e2e8-8eec-4495-9f3a-808ef73e4982 req-a48ac3c5-21ca-4e8d-ab65-3b8f19ad42bd tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686390 Feb 04 17:24:22.347819 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ecea3d-f380-4d74-86ad-42266d9c3ef3 req-6b1302f5-e72e-4075-96f7-0c7b574bdde0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.350412 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-20ecea3d-f380-4d74-86ad-42266d9c3ef3 req-6b1302f5-e72e-4075-96f7-0c7b574bdde0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0786927 Feb 04 17:24:22.453794 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-20ecea3d-f380-4d74-86ad-42266d9c3ef3 req-6f80ae10-281a-49cc-929a-a608134c5155 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923655 Feb 04 17:24:22.577691 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd5dea-1190-462e-9c80-be0190329a8f req-3403870e-c68d-4795-b793-3ea1b016362a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.577691 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-30bd5dea-1190-462e-9c80-be0190329a8f req-3403870e-c68d-4795-b793-3ea1b016362a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1015656 Feb 04 17:24:22.700547 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-30bd5dea-1190-462e-9c80-be0190329a8f req-50a4efe6-9d7c-4f6e-922d-ea592a78b07c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865071 Feb 04 17:24:22.702453 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f3347-3ed4-436f-b5c0-b07fcf5dacfa req-0cb1b231-432f-425a-be3c-2c0666ec20f7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:22.702453 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d57f3347-3ed4-436f-b5c0-b07fcf5dacfa req-0cb1b231-432f-425a-be3c-2c0666ec20f7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1304419 Feb 04 17:24:22.760679 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d57f3347-3ed4-436f-b5c0-b07fcf5dacfa req-9d2ffa68-138e-4fe4-b0d9-0ff1cf26eddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656116 Feb 04 17:24:23.404410 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1036-df6f-44c7-9d6b-9da57f940fb5 req-ac2fe72d-9adf-4767-90c9-7f3811c1c82f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.407480 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b55c1036-df6f-44c7-9d6b-9da57f940fb5 req-ac2fe72d-9adf-4767-90c9-7f3811c1c82f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0899248 Feb 04 17:24:23.501728 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b55c1036-df6f-44c7-9d6b-9da57f940fb5 req-e02ba04f-5e72-41bb-af13-4590457cb475 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787108 Feb 04 17:24:23.658797 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691e151-cd10-4951-b393-4797419e9727 req-e8ed3bf3-835e-42eb-a780-a2bc88cea3ea tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.665845 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3691e151-cd10-4951-b393-4797419e9727 req-e8ed3bf3-835e-42eb-a780-a2bc88cea3ea tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0900645 Feb 04 17:24:23.739309 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3691e151-cd10-4951-b393-4797419e9727 req-7bb1d0da-712d-479b-b83c-fb2893815f61 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712841 Feb 04 17:24:23.830104 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef29d0-77c7-420d-8a26-4fa66d567c5f req-2a45dbab-7574-4863-a65c-59adc054c6dc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.831826 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-53ef29d0-77c7-420d-8a26-4fa66d567c5f req-2a45dbab-7574-4863-a65c-59adc054c6dc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0682881 Feb 04 17:24:23.914767 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-53ef29d0-77c7-420d-8a26-4fa66d567c5f req-39305b66-5c30-4b58-b222-c1498823c8e3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750947 Feb 04 17:24:23.942165 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9494bd-74a3-49ca-aac2-c03d449e7e1d req-bbc0630b-efc5-4f5b-bda6-740ac3b36d4b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:23.943977 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7e9494bd-74a3-49ca-aac2-c03d449e7e1d req-bbc0630b-efc5-4f5b-bda6-740ac3b36d4b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0756574 Feb 04 17:24:24.007323 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7e9494bd-74a3-49ca-aac2-c03d449e7e1d req-2e7d4ab9-8af7-40df-8174-b5ba42fa14c9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540712 Feb 04 17:24:24.674498 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b968d-2e85-4bd3-b7fa-ff043e7326ab req-816f6924-a4e2-4896-a9c9-a5480f736bc4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.677657 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-912b968d-2e85-4bd3-b7fa-ff043e7326ab req-816f6924-a4e2-4896-a9c9-a5480f736bc4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.0736172 Feb 04 17:24:24.773941 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-912b968d-2e85-4bd3-b7fa-ff043e7326ab req-402292ad-6469-4c03-808c-d9d12787114a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862291 Feb 04 17:24:24.929861 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b2212-6c18-484f-bb7c-ee9185f04279 req-4737f3a4-2889-485e-9a0d-ec04a77d6e7a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:24.931576 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fb4b2212-6c18-484f-bb7c-ee9185f04279 req-4737f3a4-2889-485e-9a0d-ec04a77d6e7a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0829763 Feb 04 17:24:25.014093 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fb4b2212-6c18-484f-bb7c-ee9185f04279 req-74abd82b-954e-49f9-967c-57e2192ff149 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702660 Feb 04 17:24:25.210583 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba5f33-d135-426a-8a6b-78d7fd8ec09a req-dbd5a8ae-47d1-40fe-9847-c8aada0fb0f9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.212502 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-33ba5f33-d135-426a-8a6b-78d7fd8ec09a req-dbd5a8ae-47d1-40fe-9847-c8aada0fb0f9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0945787 Feb 04 17:24:25.312254 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-33ba5f33-d135-426a-8a6b-78d7fd8ec09a req-88409614-639f-44db-a60d-bad0fb1aa453 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919070 Feb 04 17:24:25.486856 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e7921f-d113-4fbf-8950-fcbf0e69e028 req-44e34c29-da19-4758-8850-a9118cb00e80 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.488981 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e3e7921f-d113-4fbf-8950-fcbf0e69e028 req-44e34c29-da19-4758-8850-a9118cb00e80 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0894160 Feb 04 17:24:25.572740 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e3e7921f-d113-4fbf-8950-fcbf0e69e028 req-fffc46d4-81d6-487f-9b0d-239f89cefb31 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746634 Feb 04 17:24:25.983885 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68cd70-5bbd-4d5a-b2bf-daa43fdbf4c1 req-30b01acf-4b81-44f5-9342-16a057689062 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:25.987366 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d68cd70-5bbd-4d5a-b2bf-daa43fdbf4c1 req-30b01acf-4b81-44f5-9342-16a057689062 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.1069415 Feb 04 17:24:26.100114 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d68cd70-5bbd-4d5a-b2bf-daa43fdbf4c1 req-49b86100-b299-43f7-9744-395c8c894c61 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035042 Feb 04 17:24:26.200032 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 57068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:26.245830 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1ab26-41bf-436d-af4b-8ae6c8c9f1c3 req-cbd7fa2a-51c4-4722-8250-cc7d11f44535 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.247966 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fec1ab26-41bf-436d-af4b-8ae6c8c9f1c3 req-cbd7fa2a-51c4-4722-8250-cc7d11f44535 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 943 time: 0.0905211 Feb 04 17:24:26.296011 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 199a27c1-61b6-4f8e-be46-8b6f158ebe64 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:26.334725 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fec1ab26-41bf-436d-af4b-8ae6c8c9f1c3 req-c0785200-cbf3-4f3b-bb5a-c40b7a2c4f71 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782473 Feb 04 17:24:26.420741 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3506b269-fe60-4b5b-b4c0-4fbfa0bf3d44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.490809 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:26.507561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'port_id': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'mac_address': 'fa:16:3e:bd:69:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:26.570078 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:26.570822 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.596706 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 199a27c1-61b6-4f8e-be46-8b6f158ebe64 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:26.600027 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c965e-f234-4b1c-a094-87f3103e4c9a req-0b5a4d67-c464-47c6-94a9-fdccd79875e9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.603264 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-314c965e-f234-4b1c-a094-87f3103e4c9a req-0b5a4d67-c464-47c6-94a9-fdccd79875e9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1599693 Feb 04 17:24:26.638379 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:26.710484 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3506b269-fe60-4b5b-b4c0-4fbfa0bf3d44 admin admin] Publish callbacks [] for security_group (8d21c49b-e587-40d5-ba7d-4e2b281e93c4), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.725833 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.727302 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 02b8723c-25b3-4b49-8352-687aea043615 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:26.731560 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-314c965e-f234-4b1c-a094-87f3103e4c9a req-43455e68-437d-4b69-9b2a-1dbcc230ecfb tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160450 Feb 04 17:24:26.760024 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2cdce1-1c2e-4714-bbf5-746b87fc3177 req-d65b3d84-2b9b-450d-b2b8-994e5af82baa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:26.762885 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bf2cdce1-1c2e-4714-bbf5-746b87fc3177 req-d65b3d84-2b9b-450d-b2b8-994e5af82baa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0834284 Feb 04 17:24:26.813952 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:26.863757 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3506b269-fe60-4b5b-b4c0-4fbfa0bf3d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (8d21c49b-e587-40d5-ba7d-4e2b281e93c4), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:26.870741 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.871435 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.872079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.872599 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.872968 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.873291 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.874443 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.875030 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.875177 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.875682 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.876204 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.876836 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.877325 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:26.897132 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bf2cdce1-1c2e-4714-bbf5-746b87fc3177 req-e020944d-92a5-42ee-bad1-7303298c4852 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044159 Feb 04 17:24:26.969150 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506b269-fe60-4b5b-b4c0-4fbfa0bf3d44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d21c49b-e587-40d5-ba7d-4e2b281e93c4,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:26.995293 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57082) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:26.999944 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3506b269-fe60-4b5b-b4c0-4fbfa0bf3d44 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10c2705b9253486dae5272d97156db3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7972775 Feb 04 17:24:27.005565 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 02b8723c-25b3-4b49-8352-687aea043615, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=02b8723c-25b3-4b49-8352-687aea043615,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:27.022826 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '02b8723c-25b3-4b49-8352-687aea043615', 'network_id': 'e9341194-1d5f-4083-959b-710e641d6a57', 'port_id': '02b8723c-25b3-4b49-8352-687aea043615', 'mac_address': 'fa:16:3e:6f:0e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:27.079761 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 02b8723c-25b3-4b49-8352-687aea043615 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:27.080410 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (02b8723c-25b3-4b49-8352-687aea043615), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.100565 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Publish callbacks [] for security_group (8d21c49b-e587-40d5-ba7d-4e2b281e93c4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.105034 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b8723c-25b3-4b49-8352-687aea043615 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:27.142215 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Publish callbacks [] for security_group (8d21c49b-e587-40d5-ba7d-4e2b281e93c4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.151982 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 02b8723c-25b3-4b49-8352-687aea043615, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=02b8723c-25b3-4b49-8352-687aea043615,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:27.234837 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (02b8723c-25b3-4b49-8352-687aea043615), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.297161 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e023c-de56-40f3-80df-c4abd8efbaef req-a9c2223e-2c8f-406c-9c42-135e40789d20 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.300062 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-095e023c-de56-40f3-80df-c4abd8efbaef req-a9c2223e-2c8f-406c-9c42-135e40789d20 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 943 time: 0.1052852 Feb 04 17:24:27.312317 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=02b8723c-25b3-4b49-8352-687aea043615,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:27.349294 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (8d21c49b-e587-40d5-ba7d-4e2b281e93c4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.356209 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:27.360795 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d21c49b-e587-40d5-ba7d-4e2b281e93c4 HTTP/1.1" status: 204 len: 168 time: 0.3627827 Feb 04 17:24:27.380123 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d21c49b-e587-40d5-ba7d-4e2b281e93c4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:27.397622 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.398541 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.399351 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-095e023c-de56-40f3-80df-c4abd8efbaef req-17338df8-8b8f-4d14-a889-0d40a0df2c80 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906582 Feb 04 17:24:27.399953 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.401819 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.403245 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.404533 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.405536 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.406494 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.407307 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.408300 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.409125 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.409895 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.410834 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1644ffc-64ac-457d-b739-d0cb3d08013f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:24:27.566981 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ad472-d084-447a-b4c0-719d1f61c450 req-d2f1f834-57d4-4d38-ba32-aa3345347329 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:27.569940 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-385ad472-d084-447a-b4c0-719d1f61c450 req-d2f1f834-57d4-4d38-ba32-aa3345347329 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 944 time: 0.0990503 Feb 04 17:24:27.666341 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-385ad472-d084-447a-b4c0-719d1f61c450 req-8ab0400c-2a16-41d0-bd15-c27412f37503 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850472 Feb 04 17:24:27.775469 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['02b8723c-25b3-4b49-8352-687aea043615'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:27.810330 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['199a27c1-61b6-4f8e-be46-8b6f158ebe64'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:28.006438 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499124aa-be5e-4b1d-ad51-d3bd8b2b8f51 req-ba26a873-3854-4734-a150-b9227a1444a3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:28.036245 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-499124aa-be5e-4b1d-ad51-d3bd8b2b8f51 req-ba26a873-3854-4734-a150-b9227a1444a3 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1521206 Feb 04 17:24:28.164847 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-499124aa-be5e-4b1d-ad51-d3bd8b2b8f51 req-36db8e0f-c317-4c53-bc43-b98ad5422c8b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225715 Feb 04 17:24:28.201195 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd30d779-0ff6-4218-bec2-a0ecb87f646d req-249f804d-4f1d-497f-8696-3c21643317ec tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:28.204226 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bd30d779-0ff6-4218-bec2-a0ecb87f646d req-249f804d-4f1d-497f-8696-3c21643317ec tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1049857 Feb 04 17:24:28.274156 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bd30d779-0ff6-4218-bec2-a0ecb87f646d req-df61686f-9ea0-44f8-9f73-31bedfaff292 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602696 Feb 04 17:24:28.588233 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e77b5-aa81-420e-bb8b-62e99849add9 req-7bd9f8ae-3fcf-4c87-8931-947ccb5b98b8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:28.591091 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e81e77b5-aa81-420e-bb8b-62e99849add9 req-7bd9f8ae-3fcf-4c87-8931-947ccb5b98b8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 944 time: 0.0811548 Feb 04 17:24:28.695306 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e81e77b5-aa81-420e-bb8b-62e99849add9 req-6601faf6-bc6c-41f3-9a09-36cdb5c9059b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932035 Feb 04 17:24:28.844338 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65412f-33b3-4ab4-b132-82eecde7de80 req-1be908ce-fba2-40fb-b799-5039aea14e90 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:28.846255 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d65412f-33b3-4ab4-b132-82eecde7de80 req-1be908ce-fba2-40fb-b799-5039aea14e90 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 944 time: 0.0868897 Feb 04 17:24:28.904527 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d65412f-33b3-4ab4-b132-82eecde7de80 req-d1254e4f-6775-4291-9ddb-e591e10e88f6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509470 Feb 04 17:24:29.348975 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9cc60-4a82-4973-b49c-6a7d1b43b8f0 req-8360d896-5071-487b-a928-81e22b63424e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.350912 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7d9cc60-4a82-4973-b49c-6a7d1b43b8f0 req-8360d896-5071-487b-a928-81e22b63424e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0813193 Feb 04 17:24:29.412629 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7d9cc60-4a82-4973-b49c-6a7d1b43b8f0 req-8f0c3a49-db64-4f3c-ae56-1c460152bbb0 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492897 Feb 04 17:24:29.461755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b1b29-f8ce-43d9-9b59-9ed612774f5d req-9eb31c9b-a42e-4d6b-8b32-da772ce0c3ec tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.463435 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7a0b1b29-f8ce-43d9-9b59-9ed612774f5d req-9eb31c9b-a42e-4d6b-8b32-da772ce0c3ec tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0670137 Feb 04 17:24:29.570383 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7a0b1b29-f8ce-43d9-9b59-9ed612774f5d req-bf5d2528-00dd-4c11-ad79-d8d4e9ecd691 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926220 Feb 04 17:24:29.835951 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0bdf-d891-4c4d-9a65-b0dc2e841405 req-d2ce1d7f-1282-4d82-8912-4e92230d29b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.839041 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-271e0bdf-d891-4c4d-9a65-b0dc2e841405 req-d2ce1d7f-1282-4d82-8912-4e92230d29b5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 1130 time: 0.0889807 Feb 04 17:24:29.882854 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4afcd7a-adb2-4486-9df5-9fb55ea96131 req-d0789b39-32fc-40e0-bca2-90c9f3a71eef tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:29.888430 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c4afcd7a-adb2-4486-9df5-9fb55ea96131 req-d0789b39-32fc-40e0-bca2-90c9f3a71eef tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 944 time: 0.0966773 Feb 04 17:24:29.923709 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-271e0bdf-d891-4c4d-9a65-b0dc2e841405 req-7bb63732-6eb8-4a22-8515-97d51eb91df5 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761044 Feb 04 17:24:29.980614 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c4afcd7a-adb2-4486-9df5-9fb55ea96131 req-5c7b6789-fc16-4268-9894-2cd7be0da63d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810831 Feb 04 17:24:30.076855 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030b900-e8d8-448a-9655-0e44b3b88b0b req-4b21242a-160e-45f3-af66-47ee599a0e54 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.079129 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b030b900-e8d8-448a-9655-0e44b3b88b0b req-4b21242a-160e-45f3-af66-47ee599a0e54 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 944 time: 0.0685580 Feb 04 17:24:30.139863 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b030b900-e8d8-448a-9655-0e44b3b88b0b req-1869ebdd-82b7-4811-ac8b-16839d00d46f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 Feb 04 17:24:30.301950 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 199a27c1-61b6-4f8e-be46-8b6f158ebe64 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:30.417507 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:24:30.422534 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:30.422958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.520688 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:30.520688 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.550193 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:30.553056 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4568bcf-9bb7-4c9f-94d5-7d4351b1b720" -d '{"events": [{"server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "name": "network-vif-plugged", "status": "completed", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:30.571803 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:30.614689 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca436-9a8d-4310-8dbc-e9fbe6cfce88 req-53abf756-4a1b-4e33-b4c7-609350f971cb tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.616966 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-168ca436-9a8d-4310-8dbc-e9fbe6cfce88 req-53abf756-4a1b-4e33-b4c7-609350f971cb tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1000226 Feb 04 17:24:30.618929 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06eae512-da1e-455a-8d02-f520dbcc004e x-openstack-request-id: req-06eae512-da1e-455a-8d02-f520dbcc004e {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:30.619364 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "name": "network-vif-plugged", "status": "completed", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:30.619789 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-06eae512-da1e-455a-8d02-f520dbcc004e {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:30.620476 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'code': 200} Feb 04 17:24:30.680408 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:30.681730 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 02b8723c-25b3-4b49-8352-687aea043615 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:30.722711 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-168ca436-9a8d-4310-8dbc-e9fbe6cfce88 req-272c268b-b706-4f7c-8d7f-c90cc0700d37 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934150 Feb 04 17:24:30.827070 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:30.849226 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243ea85-d26b-48da-bc28-14907025a9e9 req-888dfe28-8690-437d-8f28-95342c163f04 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:30.851069 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2243ea85-d26b-48da-bc28-14907025a9e9 req-888dfe28-8690-437d-8f28-95342c163f04 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1144819 Feb 04 17:24:30.904347 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2243ea85-d26b-48da-bc28-14907025a9e9 req-bfe566a0-086e-40ea-be49-014b53c7007f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469544 Feb 04 17:24:30.937781 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 02b8723c-25b3-4b49-8352-687aea043615 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:24:30.944364 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 02b8723c-25b3-4b49-8352-687aea043615 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:30.950251 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (02b8723c-25b3-4b49-8352-687aea043615), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.088540 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 02b8723c-25b3-4b49-8352-687aea043615 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:31.089228 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (02b8723c-25b3-4b49-8352-687aea043615), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.109770 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516ea2a-daa9-47ff-b5e6-3b65204dfb7e req-184dc9bf-07e3-45fe-af55-418e0683c97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.112830 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2516ea2a-daa9-47ff-b5e6-3b65204dfb7e req-184dc9bf-07e3-45fe-af55-418e0683c97c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1129 time: 0.0922432 Feb 04 17:24:31.157751 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 02b8723c-25b3-4b49-8352-687aea043615, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=02b8723c-25b3-4b49-8352-687aea043615,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:31.192843 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2516ea2a-daa9-47ff-b5e6-3b65204dfb7e req-a01729ae-7a4f-42ee-8421-0bed8568f43c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717163 Feb 04 17:24:31.211646 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb6eb3-cb31-401f-ac4c-79a6699520a2 req-fdbbfe1e-2689-44ab-83ab-e7dab5b717b8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.213846 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-21eb6eb3-cb31-401f-ac4c-79a6699520a2 req-fdbbfe1e-2689-44ab-83ab-e7dab5b717b8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 944 time: 0.0956256 Feb 04 17:24:31.258309 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (02b8723c-25b3-4b49-8352-687aea043615), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:31.309206 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-21eb6eb3-cb31-401f-ac4c-79a6699520a2 req-0b997cd9-ba6b-4ead-9029-cb6f2228fa23 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881934 Feb 04 17:24:31.349387 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=02b8723c-25b3-4b49-8352-687aea043615,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:31.372406 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677848e4-74fd-438e-8a0f-4c4e068fb5bd req-f9a16832-714f-485e-b272-ccc0a7224e25 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.376886 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-677848e4-74fd-438e-8a0f-4c4e068fb5bd req-f9a16832-714f-485e-b272-ccc0a7224e25 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1141825 Feb 04 17:24:31.452891 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-677848e4-74fd-438e-8a0f-4c4e068fb5bd req-66c3455e-ae02-4ab7-b085-de4171be5fee tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707729 Feb 04 17:24:31.894859 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6fe65-59d0-4af9-a43d-b039f2cac551 req-0f664d4f-af94-4b82-97a1-45988777edd5 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:31.897192 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-14f6fe65-59d0-4af9-a43d-b039f2cac551 req-0f664d4f-af94-4b82-97a1-45988777edd5 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0836213 Feb 04 17:24:31.973317 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-14f6fe65-59d0-4af9-a43d-b039f2cac551 req-227f946a-5a59-4daf-b289-12591dc180f6 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694256 Feb 04 17:24:32.085320 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1ffa3-9da7-429c-806d-83d6b7018892 req-749e10ba-18f1-4b73-a46b-274fb4cc6203 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.087275 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a1e1ffa3-9da7-429c-806d-83d6b7018892 req-749e10ba-18f1-4b73-a46b-274fb4cc6203 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0733340 Feb 04 17:24:32.192146 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a1e1ffa3-9da7-429c-806d-83d6b7018892 req-9c507806-d3cf-4985-9f22-20a82f2720f6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935829 Feb 04 17:24:32.379611 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-9aa56d30-ca3d-432c-89d7-a7dd60d5a4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:32.525216 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d488e7f-14d5-4ac9-8e10-c6ba16e39ad6 req-9e8b28e7-d187-426e-a297-010263ee7db8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.525521 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5d488e7f-14d5-4ac9-8e10-c6ba16e39ad6 req-9e8b28e7-d187-426e-a297-010263ee7db8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.0683348 Feb 04 17:24:32.597828 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5d488e7f-14d5-4ac9-8e10-c6ba16e39ad6 req-1efa8bc8-e699-480a-b3ea-3782135fec7e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597386 Feb 04 17:24:32.616435 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6140b58-96df-41b5-b652-ed734530fb45 req-db7605b4-a4f5-43eb-bd4d-b12deb9a2732 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:32.618988 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a6140b58-96df-41b5-b652-ed734530fb45 req-db7605b4-a4f5-43eb-bd4d-b12deb9a2732 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0696123 Feb 04 17:24:32.621905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8723c-25b3-4b49-8352-687aea043615'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:32.627291 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3486750a-7dbc-4be2-9ec3-ff6918513ada" -d '{"events": [{"server_uuid": "f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b", "name": "network-vif-plugged", "status": "completed", "tag": "02b8723c-25b3-4b49-8352-687aea043615"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:32.691801 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94bcbd4-7460-4813-b1a9-09387216ae88 x-openstack-request-id: req-f94bcbd4-7460-4813-b1a9-09387216ae88 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:32.692713 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b", "name": "network-vif-plugged", "status": "completed", "tag": "02b8723c-25b3-4b49-8352-687aea043615", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:32.693526 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f94bcbd4-7460-4813-b1a9-09387216ae88 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:32.694723 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b8723c-25b3-4b49-8352-687aea043615', 'code': 200} Feb 04 17:24:32.697994 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a6140b58-96df-41b5-b652-ed734530fb45 req-c937efe5-e2d4-4c9d-a89b-d593304baa8d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700650 Feb 04 17:24:33.132201 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3bd2f5-3e65-4e65-a986-6c17a0aaf8d1 req-b5bc7b05-c52e-443c-b3f0-744ef8aa8bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.134380 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fc3bd2f5-3e65-4e65-a986-6c17a0aaf8d1 req-b5bc7b05-c52e-443c-b3f0-744ef8aa8bfa service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 1129 time: 0.0652397 Feb 04 17:24:33.183843 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbc3c8-9498-4834-80d0-ad94a0723651 req-8d68071e-99da-41a4-b662-87c006a6261b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.187194 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c0fbc3c8-9498-4834-80d0-ad94a0723651 req-8d68071e-99da-41a4-b662-87c006a6261b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0872350 Feb 04 17:24:33.206090 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fc3bd2f5-3e65-4e65-a986-6c17a0aaf8d1 req-6593ed0d-2f99-46ce-bc83-7ddf777398ec service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621414 Feb 04 17:24:33.274686 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c0fbc3c8-9498-4834-80d0-ad94a0723651 req-9b3bc7df-cde8-4405-971c-180854679fe7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766692 Feb 04 17:24:33.430363 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800abc08-173a-4586-a89d-283dbe89a984 req-2cfa1ca3-f873-41ea-a5ea-1741f656cf68 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.435703 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-800abc08-173a-4586-a89d-283dbe89a984 req-2cfa1ca3-f873-41ea-a5ea-1741f656cf68 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0970430 Feb 04 17:24:33.472822 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb0060-08c4-45df-acd3-a3e884c9208e req-9261c67f-ed22-4194-816b-6bbd1ff7fdee tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.475558 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bfb0060-08c4-45df-acd3-a3e884c9208e req-9261c67f-ed22-4194-816b-6bbd1ff7fdee tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0899460 Feb 04 17:24:33.544877 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-800abc08-173a-4586-a89d-283dbe89a984 req-b5841d8d-2677-428a-a72d-cf26988ea8e4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898564 Feb 04 17:24:33.566855 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6bfb0060-08c4-45df-acd3-a3e884c9208e req-fc51da28-b09c-4f9d-9247-b4b050b10162 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721290 Feb 04 17:24:33.834737 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe1c06-0853-4dea-84c8-958e1e03de88 req-3ac03f19-ec1a-4d8f-9684-bdb805876c7d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.846492 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-02fe1c06-0853-4dea-84c8-958e1e03de88 req-3ac03f19-ec1a-4d8f-9684-bdb805876c7d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.1260331 Feb 04 17:24:33.914600 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3bb8d-4972-4a34-b30b-a23f2795f5ce req-4a3b8794-e491-41b2-bbf7-a4bb9a197fcc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:33.917412 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-05d3bb8d-4972-4a34-b30b-a23f2795f5ce req-4a3b8794-e491-41b2-bbf7-a4bb9a197fcc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1116965 Feb 04 17:24:33.936903 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-02fe1c06-0853-4dea-84c8-958e1e03de88 req-36aabea6-bed9-4728-a220-5b11a6d9cfc4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889096 Feb 04 17:24:34.020171 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-05d3bb8d-4972-4a34-b30b-a23f2795f5ce req-7be996e5-5a1f-4279-b652-0765dbce2dc9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879812 Feb 04 17:24:34.236698 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034a716-a8c9-47a4-8ce1-21000ee879b2 req-c14ad08c-7f1c-4e37-881c-d60ceb48cbd8 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.238462 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7034a716-a8c9-47a4-8ce1-21000ee879b2 req-c14ad08c-7f1c-4e37-881c-d60ceb48cbd8 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0865500 Feb 04 17:24:34.340099 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7034a716-a8c9-47a4-8ce1-21000ee879b2 req-ff8fddad-06eb-49cd-82e7-a5888fead23d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907211 Feb 04 17:24:34.742198 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88433f3-92bd-4a02-8d83-2edb43fe1171 req-4340df66-daf2-46fb-8084-5497c9db9bfc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:34.752804 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e88433f3-92bd-4a02-8d83-2edb43fe1171 req-4340df66-daf2-46fb-8084-5497c9db9bfc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0985665 Feb 04 17:24:34.899745 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e88433f3-92bd-4a02-8d83-2edb43fe1171 req-2f31dacc-cd93-4a93-9933-b96e02668209 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456351 Feb 04 17:24:35.059819 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f879d8d4-1073-4831-90ce-821e581a5368 req-62936374-a041-4fe1-bcaa-f30193c78ec5 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:35.067050 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f879d8d4-1073-4831-90ce-821e581a5368 req-62936374-a041-4fe1-bcaa-f30193c78ec5 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1562052 Feb 04 17:24:35.136308 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f879d8d4-1073-4831-90ce-821e581a5368 req-ba0d9ae9-d389-4735-be95-3bd93a7421d7 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631199 Feb 04 17:24:35.172510 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4237a0b-5e4a-47c0-baed-ebb3d8af36cb req-f718e17b-93fa-406a-8cf0-14d62beda770 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:35.174244 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f4237a0b-5e4a-47c0-baed-ebb3d8af36cb req-f718e17b-93fa-406a-8cf0-14d62beda770 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.0865452 Feb 04 17:24:35.253356 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f4237a0b-5e4a-47c0-baed-ebb3d8af36cb req-3fe3ef57-9b72-4cb3-a805-fc148eecf866 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675173 Feb 04 17:24:35.720121 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e695b1-9a36-498d-82ba-02ec041663d0 req-d712817e-681a-4a24-9c10-1b4411911d2b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:35.722967 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-83e695b1-9a36-498d-82ba-02ec041663d0 req-d712817e-681a-4a24-9c10-1b4411911d2b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0934575 Feb 04 17:24:35.812424 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-83e695b1-9a36-498d-82ba-02ec041663d0 req-da1e8f00-dd0f-411e-8d57-37578afce010 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796599 Feb 04 17:24:35.857296 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d579f91a-c268-4913-b621-8495c71ad49a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:36.152870 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade943fb-e01e-4b88-9953-519f5eca9cb0 req-fd0a09d6-3dca-409d-b026-99a35c60a59c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.156367 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ade943fb-e01e-4b88-9953-519f5eca9cb0 req-fd0a09d6-3dca-409d-b026-99a35c60a59c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1044743 Feb 04 17:24:36.244770 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ade943fb-e01e-4b88-9953-519f5eca9cb0 req-0a1d7314-1d7f-427b-a13e-f0a74803511c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812502 Feb 04 17:24:36.342973 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:24:36.467009 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d42e0-4f1b-4f47-8656-9f0ca6b5e155 req-91d5e699-628f-4e20-a308-1911d83cf083 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.470715 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676d42e0-4f1b-4f47-8656-9f0ca6b5e155 req-91d5e699-628f-4e20-a308-1911d83cf083 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.0901248 Feb 04 17:24:36.535742 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:36.548122 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676d42e0-4f1b-4f47-8656-9f0ca6b5e155 req-73957f75-d230-4ab2-8df7-0d393d0d4738 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668027 Feb 04 17:24:36.562685 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'port_id': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'mac_address': 'fa:16:3e:fc:d6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:24:36.850807 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: ACTIVE; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:36.851224 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:36.880824 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 048cf3d6-87e6-4215-b471-b1663dd1ea9c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:24:36.923549 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:36.989453 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb3e85-ca1e-4ca7-9cd3-3c48494a9820 req-0cf7fa28-7c65-4036-ab09-03464a2dfe96 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:36.993311 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-abcb3e85-ca1e-4ca7-9cd3-3c48494a9820 req-0cf7fa28-7c65-4036-ab09-03464a2dfe96 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0754170 Feb 04 17:24:37.077352 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:37.138522 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-abcb3e85-ca1e-4ca7-9cd3-3c48494a9820 req-002a5420-ac5e-4ea0-9fa4-d861bd062d8b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294057 Feb 04 17:24:37.200041 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:37.241114 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['048cf3d6-87e6-4215-b471-b1663dd1ea9c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:24:37.493652 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d8b3b-6146-4ea3-af5b-3a6a931e35a8 req-6b570572-d372-45c8-8550-c717a3c3370a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.507955 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3d2d8b3b-6146-4ea3-af5b-3a6a931e35a8 req-6b570572-d372-45c8-8550-c717a3c3370a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.1043758 Feb 04 17:24:37.597191 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3d2d8b3b-6146-4ea3-af5b-3a6a931e35a8 req-d8557c12-c176-4a8d-8986-e6119813e5f1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850964 Feb 04 17:24:37.796547 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347af629-ed48-416a-ae4e-ea76dd8220b3 req-490d4635-53ca-4e9d-82f3-9c62563e4c93 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:37.799485 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-347af629-ed48-416a-ae4e-ea76dd8220b3 req-490d4635-53ca-4e9d-82f3-9c62563e4c93 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0885530 Feb 04 17:24:37.866766 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-347af629-ed48-416a-ae4e-ea76dd8220b3 req-51614926-4687-4ef4-8b52-5a926af83d25 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600147 Feb 04 17:24:37.932386 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.018472 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-9f0c08ff-6dcb-4be9-90e0-62b929e1cfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.021334 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-9f0c08ff-6dcb-4be9-90e0-62b929e1cfe9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1129 time: 0.0738022 Feb 04 17:24:38.144627 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-2df626de-3bab-4f0d-a440-1b31bcbd79af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.146161 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-2df626de-3bab-4f0d-a440-1b31bcbd79af service neutron] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 919 time: 0.1178229 Feb 04 17:24:38.215800 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-ebca0dbe-8613-43b1-80ee-e0e722c414ab service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 200 len: 217 time: 0.0622590 Feb 04 17:24:38.312836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-7aaa2200-da58-4e5f-800c-0751a0ccb1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.315010 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-7aaa2200-da58-4e5f-800c-0751a0ccb1b7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.0915687 Feb 04 17:24:38.336753 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:24:38.364431 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb6525-9006-49e0-83c3-cc7eed146a59 req-cf8a8e51-8b29-4e76-be4f-b49b34f0993f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.364739 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-11a269e8-d652-4abe-a8c1-bd035e857977 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411508 Feb 04 17:24:38.367315 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11fb6525-9006-49e0-83c3-cc7eed146a59 req-cf8a8e51-8b29-4e76-be4f-b49b34f0993f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1031754 Feb 04 17:24:38.469347 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 048cf3d6-87e6-4215-b471-b1663dd1ea9c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:24:38.469996 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.478811 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11fb6525-9006-49e0-83c3-cc7eed146a59 req-fe861e31-72ff-46e5-b8ce-5c18d02cf049 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984147 Feb 04 17:24:38.572600 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-9ec1e50a-bcad-4a66-ad94-cbbf9ecc2af4 service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960564 Feb 04 17:24:38.663267 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:24:38.665951 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.751826 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:38.754316 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5fd1836-5db3-4d6c-b687-c198901d87b6 req-47a3942b-6c6c-4582-a2a5-efb79322f23f service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677747 Feb 04 17:24:38.754588 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505a7815-ecc5-4f6a-8326-c4b6e1a75959" -d '{"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-plugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:38.778039 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:24:38.820385 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e257b7-a587-4788-859e-b850c500da48 x-openstack-request-id: req-b3e257b7-a587-4788-859e-b850c500da48 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:38.820834 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-plugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:38.826967 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3e257b7-a587-4788-859e-b850c500da48 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:38.826967 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'code': 200} Feb 04 17:24:38.838488 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab78ad7-f50b-4d6c-9c54-b593ca2ddf8f req-34e4186b-8796-483a-9dd5-555987b3ec99 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:38.841323 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-eab78ad7-f50b-4d6c-9c54-b593ca2ddf8f req-34e4186b-8796-483a-9dd5-555987b3ec99 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0853922 Feb 04 17:24:38.907097 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:38.935601 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-eab78ad7-f50b-4d6c-9c54-b593ca2ddf8f req-6f018dfa-a600-47f0-952a-b54bfda5440d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807714 Feb 04 17:24:38.988695 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:39.127960 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d672ea56-0e2d-4603-a6b3-235b193eb09b req-7182cc6f-e81b-465a-a2a8-b9cee5748dc1 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.129672 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d672ea56-0e2d-4603-a6b3-235b193eb09b req-7182cc6f-e81b-465a-a2a8-b9cee5748dc1 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0749283 Feb 04 17:24:39.212179 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d672ea56-0e2d-4603-a6b3-235b193eb09b req-a4c15a6b-38f8-412a-a46c-b29ad55c18a9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749338 Feb 04 17:24:39.677015 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6559f88-a39f-42fb-969c-e8ffca04cb34 req-c49780b9-e1f9-4000-90e9-57b8c6548711 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:39.679221 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d6559f88-a39f-42fb-969c-e8ffca04cb34 req-c49780b9-e1f9-4000-90e9-57b8c6548711 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0941443 Feb 04 17:24:39.740619 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 57314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:39.859827 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d6559f88-a39f-42fb-969c-e8ffca04cb34 req-779a886b-6bdd-4fe6-aa2d-392cfe473fbf tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908806 Feb 04 17:24:39.860509 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] Deleting subnet 894cbdf5-18cd-46ed-aeb4-077f3f4e717e {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:24:39.860509 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] Publish callbacks [] for subnet (894cbdf5-18cd-46ed-aeb4-077f3f4e717e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:39.892985 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (894cbdf5-18cd-46ed-aeb4-077f3f4e717e), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:39.972645 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (894cbdf5-18cd-46ed-aeb4-077f3f4e717e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:40.689642 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (894cbdf5-18cd-46ed-aeb4-077f3f4e717e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:40.728183 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:24:40.739957 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=894cbdf5-18cd-46ed-aeb4-077f3f4e717e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:40.744004 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:40.752954 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-75d90558-c794-4f41-9bfb-f033d777f4c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/894cbdf5-18cd-46ed-aeb4-077f3f4e717e HTTP/1.1" status: 204 len: 168 time: 1.0105486 Feb 04 17:24:40.754881 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:40.893914 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (17e73721-801c-42f3-b733-f4c5cdb119b1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:40.970935 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c573b-66dd-45aa-9c92-5c647d442c32 req-34ba16d8-b184-4385-be27-04ac76d8ba9d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:40.973867 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f46c573b-66dd-45aa-9c92-5c647d442c32 req-34ba16d8-b184-4385-be27-04ac76d8ba9d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0964735 Feb 04 17:24:41.003702 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (17e73721-801c-42f3-b733-f4c5cdb119b1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.044811 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.046027 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > port after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > port after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.055030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.071932 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f46c573b-66dd-45aa-9c92-5c647d442c32 req-8dbf1227-d0d5-4e0a-b8aa-b7d7a334a40f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796332 Feb 04 17:24:41.213433 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.214224 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.215660 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.216518 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103214) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 17:24:41.217217 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e73721-801c-42f3-b733-f4c5cdb119b1']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:41.251731 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd569be-7240-4540-be4f-73836db7767f') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:41.252249 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd569be-7240-4540-be4f-73836db7767f') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:41.262390 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16e82e-eb1e-45de-a51e-76cba9de7e31 req-da1857c4-c3c6-4a47-a8a0-6de714d6c3d7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:41.265160 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6a16e82e-eb1e-45de-a51e-76cba9de7e31 req-da1857c4-c3c6-4a47-a8a0-6de714d6c3d7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1004729 Feb 04 17:24:41.295918 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (5bd569be-7240-4540-be4f-73836db7767f), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.327310 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (5bd569be-7240-4540-be4f-73836db7767f), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.338933 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:24:41.339358 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (5bd569be-7240-4540-be4f-73836db7767f), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: from cryptography.utils import int_from_bytes Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: from cryptography.utils import int_from_bytes Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:41.346930 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:41.349531 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6a16e82e-eb1e-45de-a51e-76cba9de7e31 req-6ae1d992-6bc8-4a24-ba86-1dc4b8f45072 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715477 Feb 04 17:24:41.393234 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.434456 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.537437 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6ee4b-2b5f-46f3-b838-4024ab792a46 req-08d6eec7-0fe5-4edc-adf8-6de7a3712c4c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:41.539191 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-45c6ee4b-2b5f-46f3-b838-4024ab792a46 req-08d6eec7-0fe5-4edc-adf8-6de7a3712c4c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0811431 Feb 04 17:24:41.545548 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (17e73721-801c-42f3-b733-f4c5cdb119b1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.552673 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:41.558891 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] 10.222.0.24 "DELETE /v2.0/networks/17e73721-801c-42f3-b733-f4c5cdb119b1 HTTP/1.1" status: 204 len: 168 time: 0.8000364 Feb 04 17:24:41.572053 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57336) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:41.581235 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a690c1bc-c6ab-4f4a-be50-7fd1d4616d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e73721-801c-42f3-b733-f4c5cdb119b1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:41.630695 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-45c6ee4b-2b5f-46f3-b838-4024ab792a46 req-b8322c6c-0d48-48c8-a6a0-6907d5fd18d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804307 Feb 04 17:24:41.643255 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] Deleting subnet f57f4e0c-b017-4a73-83b3-dba28e713aca {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:24:41.650018 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] Publish callbacks [] for subnet (f57f4e0c-b017-4a73-83b3-dba28e713aca), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.024074 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126072346'] for subnet (f57f4e0c-b017-4a73-83b3-dba28e713aca), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.078823 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (f57f4e0c-b017-4a73-83b3-dba28e713aca), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.254860 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126676111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126256687'] for subnet (f57f4e0c-b017-4a73-83b3-dba28e713aca), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.292008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f46590-5820-4837-8887-43acc66f538b req-b1cce5d6-b45c-4850-9789-d27522958497 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.294844 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-52f46590-5820-4837-8887-43acc66f538b req-b1cce5d6-b45c-4850-9789-d27522958497 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1165664 Feb 04 17:24:42.341549 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57f4e0c-b017-4a73-83b3-dba28e713aca,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:42.354087 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.361526 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-67a25dbd-e9bb-447f-a75b-a6dca5d6568e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f57f4e0c-b017-4a73-83b3-dba28e713aca HTTP/1.1" status: 204 len: 168 time: 0.7873940 Feb 04 17:24:42.365240 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:42.536588 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48204497-c2fc-4793-b8d5-c52e87e6ad79 req-35878e00-bbe3-4b1b-ae5d-a658800c582f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.539221 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-48204497-c2fc-4793-b8d5-c52e87e6ad79 req-35878e00-bbe3-4b1b-ae5d-a658800c582f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0942843 Feb 04 17:24:42.567162 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-52f46590-5820-4837-8887-43acc66f538b req-4fc53a45-451f-49fe-910d-4daec386e943 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2315729 Feb 04 17:24:42.571352 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (0470cab3-28ea-406b-a2d1-6e4e6638e613), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.646054 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-48204497-c2fc-4793-b8d5-c52e87e6ad79 req-8d5bc0d0-acfe-4e38-8875-bc9d85941a22 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970724 Feb 04 17:24:42.725539 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (0470cab3-28ea-406b-a2d1-6e4e6638e613), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.765121 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0470cab3-28ea-406b-a2d1-6e4e6638e613']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:42.800065 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9604594-1703-4bb0-95cf-45dae0207c25') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:42.800505 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9604594-1703-4bb0-95cf-45dae0207c25') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:42.817369 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (f9604594-1703-4bb0-95cf-45dae0207c25), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.845614 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (f9604594-1703-4bb0-95cf-45dae0207c25), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.853621 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:24:42.854044 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (f9604594-1703-4bb0-95cf-45dae0207c25), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:24:42.856068 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:24:42.864352 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2e1f0-da8a-41b9-bab9-53f81aa05909 req-ba4699aa-6335-4ed5-8f7e-ff2cb6d0ade3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:42.867626 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63f2e1f0-da8a-41b9-bab9-53f81aa05909 req-ba4699aa-6335-4ed5-8f7e-ff2cb6d0ade3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1260579 Feb 04 17:24:42.988356 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63f2e1f0-da8a-41b9-bab9-53f81aa05909 req-b1b66169-4ab6-4116-84ab-04ad260cf180 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073623 Feb 04 17:24:43.056471 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (0470cab3-28ea-406b-a2d1-6e4e6638e613), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.066629 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.071407 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0470cab3-28ea-406b-a2d1-6e4e6638e613 HTTP/1.1" status: 204 len: 168 time: 0.7047260 Feb 04 17:24:43.088174 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895939d-2176-4bf3-a800-83e7ab914de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0470cab3-28ea-406b-a2d1-6e4e6638e613,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:43.608138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57378) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:43.684416 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-b1a54e39-890f-4b50-91dc-44e6b383a88d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f25803204ab4cb6b6950eaa43e4e64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0695832 Feb 04 17:24:43.685082 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57386) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:43.753339 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54d5d491-3c56-4fc8-a43a-1064fa675be1 admin admin] Publish callbacks [] for security_group (636523ec-aef9-43bb-ac8e-1f375923fe43), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.805297 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54d5d491-3c56-4fc8-a43a-1064fa675be1 admin admin] Publish callbacks [] for security_group (636523ec-aef9-43bb-ac8e-1f375923fe43), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:43.887227 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6418c-b820-4555-ab97-3dc4dca32e27 req-6ba846b0-d41e-4e11-b9ce-40977f9224e2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.890826 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6fb6418c-b820-4555-ab97-3dc4dca32e27 req-6ba846b0-d41e-4e11-b9ce-40977f9224e2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1153455 Feb 04 17:24:43.968899 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d93be-474a-4985-b079-7e0a302b5fde req-e122067d-6f4f-4904-bdd9-4f6623b2f17b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:43.981568 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-579d93be-474a-4985-b079-7e0a302b5fde req-e122067d-6f4f-4904-bdd9-4f6623b2f17b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1081374 Feb 04 17:24:43.997724 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6fb6418c-b820-4555-ab97-3dc4dca32e27 req-6bb6776d-bf2f-487b-bfea-28fded105c94 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988188 Feb 04 17:24:44.048295 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54d5d491-3c56-4fc8-a43a-1064fa675be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (636523ec-aef9-43bb-ac8e-1f375923fe43), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.060431 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-54d5d491-3c56-4fc8-a43a-1064fa675be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:44.063182 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-54d5d491-3c56-4fc8-a43a-1064fa675be1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/636523ec-aef9-43bb-ac8e-1f375923fe43 HTTP/1.1" status: 204 len: 168 time: 0.3765523 Feb 04 17:24:44.102223 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5d491-3c56-4fc8-a43a-1064fa675be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636523ec-aef9-43bb-ac8e-1f375923fe43,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:44.228596 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-579d93be-474a-4985-b079-7e0a302b5fde req-8a22a006-4fdc-4270-be96-d3fd55d637af tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455647 Feb 04 17:24:44.355321 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd2e2d-9759-4111-9ccf-5731dd7d0ed0 req-2ce76b93-a66c-4914-8132-f2f7d237b2c3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:44.358758 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e1dd2e2d-9759-4111-9ccf-5731dd7d0ed0 req-2ce76b93-a66c-4914-8132-f2f7d237b2c3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.2589428 Feb 04 17:24:44.455335 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e1dd2e2d-9759-4111-9ccf-5731dd7d0ed0 req-9b84f0c8-fc7f-455b-99c2-473990db67fc tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860789 Feb 04 17:24:45.162656 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e0b69-cbcd-414e-a353-c5a6732c7de6 req-b96b6b73-37a5-4f79-b1d1-fee72dcfd619 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.165482 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e28e0b69-cbcd-414e-a353-c5a6732c7de6 req-b96b6b73-37a5-4f79-b1d1-fee72dcfd619 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0794547 Feb 04 17:24:45.243086 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e28e0b69-cbcd-414e-a353-c5a6732c7de6 req-ea141e66-bae7-4776-ac4a-183eee97367f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681663 Feb 04 17:24:45.314147 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57404) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:45.395489 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-4538836a-48d7-4be7-93b9-9d0d181f118b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6e529040ed734e2f968832a11c2ff4c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0799851 Feb 04 17:24:45.398055 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57406) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:45.500263 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ad8864-dae5-414d-a7ed-be26325d144b admin admin] Publish callbacks [] for security_group (f591be8e-bca4-4530-842f-4a48c9e2c1aa), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:45.534785 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc681c2-548c-4990-89b1-d37e5eb0d784 req-6ebfd075-6d5f-48c4-97db-773202c3f81e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.555150 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4dc681c2-548c-4990-89b1-d37e5eb0d784 req-6ebfd075-6d5f-48c4-97db-773202c3f81e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1622539 Feb 04 17:24:45.581413 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ad8864-dae5-414d-a7ed-be26325d144b admin admin] Publish callbacks [] for security_group (f591be8e-bca4-4530-842f-4a48c9e2c1aa), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:45.669140 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4dc681c2-548c-4990-89b1-d37e5eb0d784 req-bb1dd425-8950-4b31-a5a8-b3adf5f5cacf tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105576 Feb 04 17:24:45.729162 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e850-79b8-4072-85ec-dc0af1564845 req-5acc62e7-773d-4d24-86f4-0ac76f85034c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:45.731899 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cdc0e850-79b8-4072-85ec-dc0af1564845 req-5acc62e7-773d-4d24-86f4-0ac76f85034c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1338301 Feb 04 17:24:45.828210 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cdc0e850-79b8-4072-85ec-dc0af1564845 req-bdd3da27-997c-4501-aaeb-3a38b2733300 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841417 Feb 04 17:24:45.839506 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ad8864-dae5-414d-a7ed-be26325d144b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f591be8e-bca4-4530-842f-4a48c9e2c1aa), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:45.843357 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-20ad8864-dae5-414d-a7ed-be26325d144b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:45.844614 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-20ad8864-dae5-414d-a7ed-be26325d144b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f591be8e-bca4-4530-842f-4a48c9e2c1aa HTTP/1.1" status: 204 len: 168 time: 0.4450727 Feb 04 17:24:45.858061 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad8864-dae5-414d-a7ed-be26325d144b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f591be8e-bca4-4530-842f-4a48c9e2c1aa,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:46.553873 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61beca-2939-4ecc-9848-06c30caaf2f2 req-4ceed60c-2c06-4a14-9bff-b183f7ef6ca6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.556831 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ab61beca-2939-4ecc-9848-06c30caaf2f2 req-4ceed60c-2c06-4a14-9bff-b183f7ef6ca6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0827587 Feb 04 17:24:46.630109 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ab61beca-2939-4ecc-9848-06c30caaf2f2 req-f2b27835-e577-4aa6-9909-00aa7d82761b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615156 Feb 04 17:24:46.853632 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e24eda-8690-46a9-a88f-dc5e6fa76243 req-6a97550b-60d7-4b99-bf03-751cd499409d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:46.864734 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-69e24eda-8690-46a9-a88f-dc5e6fa76243 req-6a97550b-60d7-4b99-bf03-751cd499409d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0831697 Feb 04 17:24:46.972957 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-69e24eda-8690-46a9-a88f-dc5e6fa76243 req-f5c218e4-5c12-45ec-ae40-f16c0550e870 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069002 Feb 04 17:24:47.132514 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6d017-8a8b-4320-902d-516876f07b6a req-7cb6a24d-19cd-47ed-a258-deb46bb19673 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:47.141667 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-16b6d017-8a8b-4320-902d-516876f07b6a req-7cb6a24d-19cd-47ed-a258-deb46bb19673 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1821032 Feb 04 17:24:47.197446 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-16b6d017-8a8b-4320-902d-516876f07b6a req-b7babd67-0075-4b3d-a204-5e00fc5e4b84 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549881 Feb 04 17:24:47.901899 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366ab9-082b-48d3-816c-98d5a083523e req-2cb6b59b-63ba-4039-add5-d3e911042e0f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:47.907875 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-15366ab9-082b-48d3-816c-98d5a083523e req-2cb6b59b-63ba-4039-add5-d3e911042e0f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1382117 Feb 04 17:24:48.009532 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-15366ab9-082b-48d3-816c-98d5a083523e req-9a920b2f-6635-418c-b8ac-ca50002a0817 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952439 Feb 04 17:24:48.193856 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cf666-a0ca-45bb-b299-1217890421ff req-6003e911-37fd-476c-83fd-66e0ee2af30b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.201952 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a03cf666-a0ca-45bb-b299-1217890421ff req-6003e911-37fd-476c-83fd-66e0ee2af30b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0939291 Feb 04 17:24:48.306014 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a03cf666-a0ca-45bb-b299-1217890421ff req-fc50958e-b945-4d69-9dc7-0bb6dc525a27 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027038 Feb 04 17:24:48.397662 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f693a-d8b8-4841-9403-776028b47b2f req-d0cdaa95-9eb6-4ab6-a8bd-4237b84d7570 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:48.399359 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-411f693a-d8b8-4841-9403-776028b47b2f req-d0cdaa95-9eb6-4ab6-a8bd-4237b84d7570 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0654449 Feb 04 17:24:48.470263 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-411f693a-d8b8-4841-9403-776028b47b2f req-b1a1c7f9-e97b-4e2b-83e1-6d4bd5a9543c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589244 Feb 04 17:24:49.334189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc6663-60bc-4412-8a93-cf0673d6c18a req-6465ff25-3150-4938-a63b-edfb994e031f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:49.337055 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-33dc6663-60bc-4412-8a93-cf0673d6c18a req-6465ff25-3150-4938-a63b-edfb994e031f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1366987 Feb 04 17:24:49.428329 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-33dc6663-60bc-4412-8a93-cf0673d6c18a req-0e51ba49-92ed-4a15-a645-fa5b729fd4fe tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810180 Feb 04 17:24:49.631985 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b6fed1-599c-4231-b8d4-9e8ebbe63e09 req-df3223d2-d673-4326-8988-cf52ce0ae53c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:49.640883 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-78b6fed1-599c-4231-b8d4-9e8ebbe63e09 req-df3223d2-d673-4326-8988-cf52ce0ae53c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1620560 Feb 04 17:24:49.692923 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba854f7c-1e5d-4be7-83d0-e5db958a36ad req-3110ce91-84b8-4ae1-8ae6-603757d026df tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:49.704573 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ba854f7c-1e5d-4be7-83d0-e5db958a36ad req-3110ce91-84b8-4ae1-8ae6-603757d026df tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1229274 Feb 04 17:24:49.805006 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-78b6fed1-599c-4231-b8d4-9e8ebbe63e09 req-f469b886-11c0-43f6-ae6a-f528a9852149 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503727 Feb 04 17:24:49.827093 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ba854f7c-1e5d-4be7-83d0-e5db958a36ad req-627ad2c5-4391-4edd-a934-e8ba345d716e tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168764 Feb 04 17:24:49.984207 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d046a-e3dd-4f50-97cc-d46387b2f7bd req-cd670196-dc56-45a6-800e-43fa4ccba4ef tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:49.986000 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ee2d046a-e3dd-4f50-97cc-d46387b2f7bd req-cd670196-dc56-45a6-800e-43fa4ccba4ef tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0670080 Feb 04 17:24:50.083824 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ee2d046a-e3dd-4f50-97cc-d46387b2f7bd req-acbbf184-1713-42e7-a107-a9a9de44da2e tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852575 Feb 04 17:24:50.113548 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 57486) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:50.505426 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d7d31-a01e-4b87-8203-7bc2b427ef3e tempest-TestMinimumBasicScenario-1281753159 tempest-TestMinimumBasicScenario-1281753159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.516592 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57492) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:50.523137 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'port_id': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:50.526312 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-264d7d31-a01e-4b87-8203-7bc2b427ef3e tempest-TestMinimumBasicScenario-1281753159 tempest-TestMinimumBasicScenario-1281753159-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1124 time: 0.4107184 Feb 04 17:24:50.666441 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b60e7d-c919-4b9c-b177-7dc479b52110 req-421c9db9-b42f-4a72-adaa-9260dd7e9188 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:50.668501 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f2b60e7d-c919-4b9c-b177-7dc479b52110 req-421c9db9-b42f-4a72-adaa-9260dd7e9188 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1009586 Feb 04 17:24:50.696870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:50.775511 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f2b60e7d-c919-4b9c-b177-7dc479b52110 req-dd179048-8041-4feb-b88e-cd3d15ecd17c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955307 Feb 04 17:24:50.976198 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.092519 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03340441-f5d5-43d7-bfef-b2185ac98015 req-f33313e6-3e9b-4f7a-9ee4-d1e7f6d8ef90 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.092519 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-03340441-f5d5-43d7-bfef-b2185ac98015 req-f33313e6-3e9b-4f7a-9ee4-d1e7f6d8ef90 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1097209 Feb 04 17:24:51.183372 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-03340441-f5d5-43d7-bfef-b2185ac98015 req-7935b7ac-8dad-4837-b69c-919bd298a385 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916126 Feb 04 17:24:51.186575 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6196a-519f-44b5-8886-79dc71c750c9 req-88ba4103-33cd-42ec-ab6e-87805d571cdc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.189207 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-44a6196a-519f-44b5-8886-79dc71c750c9 req-88ba4103-33cd-42ec-ab6e-87805d571cdc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1925020 Feb 04 17:24:51.387257 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Allocated IP 172.27.0.182 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/59e8bf48-fc87-469b-ad64-9c1964e5e72b) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:24:51.427258 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-44a6196a-519f-44b5-8886-79dc71c750c9 req-c1fddc50-6ab6-4f83-b0d9-f1d2987db5fc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721530 Feb 04 17:24:51.453753 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-76d6defa-a759-4af4-9ef0-df751605b341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.455810 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-76d6defa-a759-4af4-9ef0-df751605b341 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1130 time: 0.2652943 Feb 04 17:24:51.639294 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.647297 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-ba5f3b34-f272-44b3-98a1-c285b382079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.649024 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-ba5f3b34-f272-44b3-98a1-c285b382079c service neutron] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 911 time: 0.1572509 Feb 04 17:24:51.747114 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-d3048786-200c-4425-a47b-b7604c7589a7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 200 len: 1002 time: 0.0899279 Feb 04 17:24:51.844824 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:51.863932 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-d68f5661-c7b4-43fa-b21e-8e0ecc86de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:51.866067 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-d68f5661-c7b4-43fa-b21e-8e0ecc86de86 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.1117518 Feb 04 17:24:51.990407 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:24:52.003378 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:24:52.012697 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:24:52.022187 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'Port': ['ID=59e8bf48-fc87-469b-ad64-9c1964e5e72b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:52.101641 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c5b0d-cfce-45fa-b6b8-65364c7f54be req-5bea43ad-07f5-4251-bde3-08331517470d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.117170 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-900c5b0d-cfce-45fa-b6b8-65364c7f54be req-5bea43ad-07f5-4251-bde3-08331517470d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1781788 Feb 04 17:24:52.130319 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-fd754ce5-7a8f-43cd-ba1d-3015546c85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.132933 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-fd754ce5-7a8f-43cd-ba1d-3015546c85f5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2261357 Feb 04 17:24:52.212318 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:52.231390 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-900c5b0d-cfce-45fa-b6b8-65364c7f54be req-241b6a4b-c328-44a4-a3a6-278c937f394d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127844 Feb 04 17:24:52.414586 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce46c31-96de-4c72-8c02-0ab8cc064117 req-175f3b21-0bc7-48a6-9556-2943a41f718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.417545 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7ce46c31-96de-4c72-8c02-0ab8cc064117 req-175f3b21-0bc7-48a6-9556-2943a41f718b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1129 time: 0.1766248 Feb 04 17:24:52.650316 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7ce46c31-96de-4c72-8c02-0ab8cc064117 req-8b0642e6-cc83-4b09-aba0-b2907936fc18 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143517 Feb 04 17:24:52.688737 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d0f66-0f58-4efa-af1a-10e72881c71c req-366ce343-fb3f-45e5-a6fd-44dcafa3befe tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.691483 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-b3a471b6-3103-47e2-90d8-d8f5dbc43c2e service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500371 Feb 04 17:24:52.696011 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b73d0f66-0f58-4efa-af1a-10e72881c71c req-366ce343-fb3f-45e5-a6fd-44dcafa3befe tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1479559 Feb 04 17:24:52.715078 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bf54f-8bba-46a8-b4d4-d94d51ee3952 req-9180c060-2878-44df-8b35-1f800ee60436 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:52.718044 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-254bf54f-8bba-46a8-b4d4-d94d51ee3952 req-9180c060-2878-44df-8b35-1f800ee60436 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.3216465 Feb 04 17:24:52.787190 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b73d0f66-0f58-4efa-af1a-10e72881c71c req-55fea027-70c2-4fdd-b2d9-cc17f3a5be9a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899100 Feb 04 17:24:52.928338 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-254bf54f-8bba-46a8-b4d4-d94d51ee3952 req-9cf8f1f9-4fba-48bc-82c6-e42706ddfb5e tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754971 Feb 04 17:24:53.321106 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for floatingip (df377a2b-1d8e-430c-90d9-fc30d8d2dbb8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:53.401015 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acf990b2-ea5e-41d2-9305-4c9cdfb771fd req-5d7d03df-5616-434d-8e7d-f34a96e072c1 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452511 Feb 04 17:24:53.614619 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da56c23-6dc3-48b6-9b2c-40ef7a6ee1b4 req-a641a0dc-3f47-4554-9c4b-1182244bf379 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:53.617404 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0da56c23-6dc3-48b6-9b2c-40ef7a6ee1b4 req-a641a0dc-3f47-4554-9c4b-1182244bf379 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1878328 Feb 04 17:24:53.664383 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf01f3-4ea5-4ddf-9bb8-d0058126e5a8 req-dc245462-b14a-498d-bb99-a63a9b116a5f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:53.668885 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-aedf01f3-4ea5-4ddf-9bb8-d0058126e5a8 req-dc245462-b14a-498d-bb99-a63a9b116a5f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1197402 Feb 04 17:24:53.710781 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0da56c23-6dc3-48b6-9b2c-40ef7a6ee1b4 req-29094fd4-9c5b-47b2-87a1-dba253f7e8f9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832710 Feb 04 17:24:53.757591 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-aedf01f3-4ea5-4ddf-9bb8-d0058126e5a8 req-eea933dd-f66e-49a9-9f3d-40edd889d809 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762906 Feb 04 17:24:53.852085 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:54.604844 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-5501d78a-4a7d-4acc-86bb-8ca29bfee232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.608332 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-5501d78a-4a7d-4acc-86bb-8ca29bfee232 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1130 time: 0.3087807 Feb 04 17:24:54.626150 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89dd41e-f74a-40c2-854b-c69a7fb635b7 req-0b6b110a-c607-4bf4-97ad-e8cbb349051f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.628901 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b89dd41e-f74a-40c2-854b-c69a7fb635b7 req-0b6b110a-c607-4bf4-97ad-e8cbb349051f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.3308318 Feb 04 17:24:54.914996 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b89dd41e-f74a-40c2-854b-c69a7fb635b7 req-9e508825-cc72-422b-80c3-f43f2b2add91 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540755 Feb 04 17:24:54.960442 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-925fed4c-a0e0-41a9-a824-373405976f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.960924 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe9301-912c-4f71-a6e5-aabcf6cabbd9 req-aa37059d-47d4-49a0-ace6-5bd8b8fa0262 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:54.963570 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a0fe9301-912c-4f71-a6e5-aabcf6cabbd9 req-aa37059d-47d4-49a0-ace6-5bd8b8fa0262 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1099224 Feb 04 17:24:54.965776 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-925fed4c-a0e0-41a9-a824-373405976f96 service neutron] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 911 time: 0.3291035 Feb 04 17:24:55.098634 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a0fe9301-912c-4f71-a6e5-aabcf6cabbd9 req-a8a62aca-eb64-4ce3-b93f-fa9a942df11b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263764 Feb 04 17:24:55.125571 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:55.177349 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-7d8816b9-77a9-40cc-affe-a1df11fab0b1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 200 len: 1002 time: 0.1888320 Feb 04 17:24:55.237225 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c685fe9-b1c6-4ffd-bb47-5dc45354dbf2 req-1977e2ed-d2c2-4ced-b89b-778d67c920d3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.248054 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1c685fe9-b1c6-4ffd-bb47-5dc45354dbf2 req-1977e2ed-d2c2-4ced-b89b-778d67c920d3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1542923 Feb 04 17:24:55.266578 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:55.380568 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-cd473635-2e7b-4961-ac01-523ca43acf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.383674 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-cd473635-2e7b-4961-ac01-523ca43acf55 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.1962235 Feb 04 17:24:55.469080 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1c685fe9-b1c6-4ffd-bb47-5dc45354dbf2 req-0af5a5d4-e668-41b9-893a-419c0ed8cd9b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198062 Feb 04 17:24:55.479290 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'Port': ['ID=59e8bf48-fc87-469b-ad64-9c1964e5e72b,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:55.498593 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (df377a2b-1d8e-430c-90d9-fc30d8d2dbb8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:55.585471 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-cc8a207e-ffd8-4141-a61b-3359e4d28e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:55.587336 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-cc8a207e-ffd8-4141-a61b-3359e4d28e3e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1601653 Feb 04 17:24:55.773435 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Floating IP df377a2b-1d8e-430c-90d9-fc30d8d2dbb8 associated. External IP: 172.27.0.182, port: 199a27c1-61b6-4f8e-be46-8b6f158ebe64. Feb 04 17:24:55.998299 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-39e620c0-ecbc-46d4-9f4a-85445992c357 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921506 Feb 04 17:24:56.257748 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7452afcf-42b7-40a9-91df-e46378381194 req-c2d4b39c-24f1-4d14-b187-b5b9ee3b53c9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.276421 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7452afcf-42b7-40a9-91df-e46378381194 req-c2d4b39c-24f1-4d14-b187-b5b9ee3b53c9 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1910532 Feb 04 17:24:56.404223 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7452afcf-42b7-40a9-91df-e46378381194 req-a6831c41-740f-4f91-b51e-7437b4d88a34 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221211 Feb 04 17:24:56.612060 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9385b94b-7dc9-407a-a517-60622b2f97bd req-aa50d6fd-c6c0-4279-a36d-a11aa36ac757 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6068573 Feb 04 17:24:56.689876 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f4b6a-d042-4983-bba5-e8bbaa832ca2 req-cb04f838-3454-4bd5-8345-8671e18c1cac tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:56.701822 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d7f4b6a-d042-4983-bba5-e8bbaa832ca2 req-cb04f838-3454-4bd5-8345-8671e18c1cac tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1769540 Feb 04 17:24:56.767637 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Router 89fa13df-2f07-43b0-a0ba-c75bdeb254de has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:24:56.816146 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d7f4b6a-d042-4983-bba5-e8bbaa832ca2 req-7e8eff32-bbb2-461a-a28e-63d7e5d93338 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117311 Feb 04 17:24:57.186092 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f8888-bf43-497f-bf34-92aae6893728 req-c6148a06-5d27-4b48-87e3-3da2860147e4 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:57.193266 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-945f8888-bf43-497f-bf34-92aae6893728 req-c6148a06-5d27-4b48-87e3-3da2860147e4 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1119475 Feb 04 17:24:57.263977 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34da3-1e43-4dca-b6d6-f9f9aa040103 req-361f6d24-b000-4445-8329-a67c2955a044 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:57.265932 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ec34da3-1e43-4dca-b6d6-f9f9aa040103 req-361f6d24-b000-4445-8329-a67c2955a044 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.2388673 Feb 04 17:24:57.296258 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-e22bd0e5-3ccb-4674-b1d5-ce11bd0975c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:57.297811 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-e22bd0e5-3ccb-4674-b1d5-ce11bd0975c4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1129 time: 0.2048168 Feb 04 17:24:57.298927 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-945f8888-bf43-497f-bf34-92aae6893728 req-56ee2dd1-cfbf-436d-83c7-624d13dcdb16 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036236 Feb 04 17:24:57.305505 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:24:57.374205 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] Sync routers for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:24:57.399999 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:57.422898 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:24:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:57.499026 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ec34da3-1e43-4dca-b6d6-f9f9aa040103 req-1773bfbe-b800-428d-99f4-c8da26784404 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165389 Feb 04 17:24:57.530738 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-ee4fe51e-a807-4df8-b21f-5ba2c15fc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:57.533316 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-ee4fe51e-a807-4df8-b21f-5ba2c15fc8c1 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 919 time: 0.2254324 Feb 04 17:24:57.600478 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-e65e28e9-4e28-4b8d-9497-9b41f33689ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 200 len: 217 time: 0.0591366 Feb 04 17:24:57.629629 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:24:57.702966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-709ae39c-8661-4070-9d7a-7ccc94cd4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:57.704893 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-709ae39c-8661-4070-9d7a-7ccc94cd4790 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.0617793 Feb 04 17:24:57.755372 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-8d465957-fe3d-409d-89d5-899305f52247 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376329 Feb 04 17:24:57.929582 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-4b5073d1-45e8-419f-9ba9-7dc1b3c25bfb service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638906 Feb 04 17:24:58.093595 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': 'df377a2b-1d8e-430c-90d9-fc30d8d2dbb8', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'port_id': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'mac_address': 'fa:16:3e:bd:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:24:52Z', 'updated_at': '2022-02-04T17:24:52Z', 'revision_number': 0, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:17Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:58.096953 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782004f-f5a7-46d6-acb3-bd71ee00a624 req-491207cf-e5d4-4fdb-b00d-9eb1d6d04d0a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.103179 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f782004f-f5a7-46d6-acb3-bd71ee00a624 req-491207cf-e5d4-4fdb-b00d-9eb1d6d04d0a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1124375 Feb 04 17:24:58.111296 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3df14d1-3478-408c-a42a-503fe39d8cf3 req-588bab55-aff5-4879-ac93-4f661cb5d9f5 service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719241 Feb 04 17:24:58.153232 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.196935 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] Checking router: 89fa13df-2f07-43b0-a0ba-c75bdeb254de for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:24:58.198048 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f782004f-f5a7-46d6-acb3-bd71ee00a624 req-2cbf335d-fcde-44fc-8991-4b8583d5a746 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855463 Feb 04 17:24:58.227987 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:24:58.229193 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:24:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:58.265339 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-fb2f45bf-77e5-4098-aa45-edde09e91a30 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7476635 Feb 04 17:24:58.266965 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:24:58.268550 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 57580) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:58.273477 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2acba92-a52f-4049-85da-d2342c5d0ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:24:58.277261 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-61c2a878-b1e7-4927-b7b8-df8079b11c1b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455848995', 'description': 'tempest-secgroup-smoke-455848995 description', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:58.380341 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9852534-4951-47db-a8ca-2856541e5e11 x-openstack-request-id: req-d9852534-4951-47db-a8ca-2856541e5e11 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:24:58.380890 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:24:58.381381 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d9852534-4951-47db-a8ca-2856541e5e11 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:24:58.383460 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'status': 'completed', 'code': 200} Feb 04 17:24:58.400615 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61c2a878-b1e7-4927-b7b8-df8079b11c1b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.505794 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:24:58.656427 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-b3ab1f11-4c0a-42f0-82c9-3f1240b08393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.660991 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-b3ab1f11-4c0a-42f0-82c9-3f1240b08393 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1129 time: 0.1815116 Feb 04 17:24:58.662019 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61c2a878-b1e7-4927-b7b8-df8079b11c1b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group (c96e8813-e552-4434-bc35-45ca469ab3cd), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.756061 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61c2a878-b1e7-4927-b7b8-df8079b11c1b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c96e8813-e552-4434-bc35-45ca469ab3cd), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:58.897313 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2a878-b1e7-4927-b7b8-df8079b11c1b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c96e8813-e552-4434-bc35-45ca469ab3cd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:58.947167 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50173256-9121-41d8-9cdc-9d98f49ccdf9 req-3b1a3572-7e9e-46b7-8cca-2bb8fc0ba5ed tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:58.972271 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-50173256-9121-41d8-9cdc-9d98f49ccdf9 req-3b1a3572-7e9e-46b7-8cca-2bb8fc0ba5ed tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.3616762 Feb 04 17:24:59.001466 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-61c2a878-b1e7-4927-b7b8-df8079b11c1b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.004451 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-61c2a878-b1e7-4927-b7b8-df8079b11c1b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7332735 Feb 04 17:24:59.019323 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 57602) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:59.031562 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a1de52ab-9b7f-4d4c-b130-c6120ba37ab9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'security_group_rule': {'security_group_id': 'c96e8813-e552-4434-bc35-45ca469ab3cd', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:59.170880 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-50173256-9121-41d8-9cdc-9d98f49ccdf9 req-c7b321e6-3841-49ed-8449-4f7d4b6243a7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910646 Feb 04 17:24:59.187976 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': 'df377a2b-1d8e-430c-90d9-fc30d8d2dbb8', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'port_id': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'mac_address': 'fa:16:3e:bd:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:24:52Z', 'updated_at': '2022-02-04T17:24:52Z', 'revision_number': 0, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:17Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:24:59.242857 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1971e82-76c4-483f-b6d0-2c0e2cedfcf1 None None] The sync data for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi is: [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': 'df377a2b-1d8e-430c-90d9-fc30d8d2dbb8', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'floating_ip_address': '172.27.0.182', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'port_id': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'mac_address': 'fa:16:3e:bd:69:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:24:52Z', 'updated_at': '2022-02-04T17:24:52Z', 'revision_number': 0, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:17Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:24:59.273479 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1de52ab-9b7f-4d4c-b130-c6120ba37ab9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (ba3e5b5f-6b8b-4f13-b938-dd69c2e77893), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.411182 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97801c-9392-4795-869f-d140abfffb29 req-02561d66-6a0a-4389-b981-e6e620450b95 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.416884 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1de52ab-9b7f-4d4c-b130-c6120ba37ab9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (ba3e5b5f-6b8b-4f13-b938-dd69c2e77893), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.421537 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-de97801c-9392-4795-869f-d140abfffb29 req-02561d66-6a0a-4389-b981-e6e620450b95 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.6833987 Feb 04 17:24:59.431530 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-38be018c-6259-4064-bdda-01e2e23d6fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.433123 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-38be018c-6259-4064-bdda-01e2e23d6fd5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 916 time: 0.7633889 Feb 04 17:24:59.514179 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1de52ab-9b7f-4d4c-b130-c6120ba37ab9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (ba3e5b5f-6b8b-4f13-b938-dd69c2e77893), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.546164 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-c0833e3a-2d2f-4b35-8882-1a1e5abe42d7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 999 time: 0.1024163 Feb 04 17:24:59.550705 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de52ab-9b7f-4d4c-b130-c6120ba37ab9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3e5b5f-6b8b-4f13-b938-dd69c2e77893,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:24:59.555202 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-de97801c-9392-4795-869f-d140abfffb29 req-a3627f0f-4091-4e46-9e48-bbdd073a8e0b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323593 Feb 04 17:24:59.667572 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a1de52ab-9b7f-4d4c-b130-c6120ba37ab9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.671657 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a1de52ab-9b7f-4d4c-b130-c6120ba37ab9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6489074 Feb 04 17:24:59.678081 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 57618) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:24:59.696384 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d0ed334a-7d78-46b8-9c5e-6af342ada3fc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'security_group_rule': {'security_group_id': 'c96e8813-e552-4434-bc35-45ca469ab3cd', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:24:59.706806 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-57886c08-a57c-48df-b47e-219e2bab176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.709932 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-57886c08-a57c-48df-b47e-219e2bab176c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 200 len: 854 time: 0.1506710 Feb 04 17:24:59.816439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22addb63-f448-455c-9960-34a81aaf7972 None None] New status for floating IP df377a2b-1d8e-430c-90d9-fc30d8d2dbb8: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:24:59.852192 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542cfa0-734b-4910-98cd-44c7c5a46142 req-74f5e314-fe04-41ae-81a9-261acbe8d672 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.860835 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b542cfa0-734b-4910-98cd-44c7c5a46142 req-74f5e314-fe04-41ae-81a9-261acbe8d672 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1495039 Feb 04 17:24:59.869007 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ed334a-7d78-46b8-9c5e-6af342ada3fc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (f5837821-6fb5-45e3-b24d-3520e438b420), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:24:59.905322 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-d1b3bcf6-b46c-4bad-8f96-99f8e93fb1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:24:59.907278 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-d1b3bcf6-b46c-4bad-8f96-99f8e93fb1a1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1780558 Feb 04 17:25:00.015613 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b542cfa0-734b-4910-98cd-44c7c5a46142 req-739ebe91-9d4b-42c8-9a0d-c300d433f9ae tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455929 Feb 04 17:25:00.087792 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ed334a-7d78-46b8-9c5e-6af342ada3fc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (f5837821-6fb5-45e3-b24d-3520e438b420), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.150991 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-49de9b98-1cc2-4a56-ac9f-91c12a922481 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343547 Feb 04 17:25:00.217394 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ed334a-7d78-46b8-9c5e-6af342ada3fc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (f5837821-6fb5-45e3-b24d-3520e438b420), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.235174 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed334a-7d78-46b8-9c5e-6af342ada3fc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5837821-6fb5-45e3-b24d-3520e438b420,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:00.359507 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a2acba92-a52f-4049-85da-d2342c5d0ca0 req-dab238f0-6e3a-48ef-8fc7-541f9d7f3742 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002683 Feb 04 17:25:00.407533 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0ed334a-7d78-46b8-9c5e-6af342ada3fc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.431368 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d0ed334a-7d78-46b8-9c5e-6af342ada3fc tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7223618 Feb 04 17:25:00.434516 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 57626) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:00.440117 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1cca4402-5095-445a-83a9-5d4cf3dadd64 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'security_group_rule': {'security_group_id': 'c96e8813-e552-4434-bc35-45ca469ab3cd', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:00.470942 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed63ca8-0155-45f1-9064-2650d18e6f44 req-4809f9ba-f292-494c-b4d5-fe3b626ce644 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:00.472695 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ed63ca8-0155-45f1-9064-2650d18e6f44 req-4809f9ba-f292-494c-b4d5-fe3b626ce644 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1113398 Feb 04 17:25:00.566388 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ed63ca8-0155-45f1-9064-2650d18e6f44 req-1e470269-1109-4ebf-b2ac-6f67a99044f0 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855911 Feb 04 17:25:00.597646 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cca4402-5095-445a-83a9-5d4cf3dadd64 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (32ee46ec-2c24-4493-a226-9a24c4ae8a15), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.683944 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cca4402-5095-445a-83a9-5d4cf3dadd64 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (32ee46ec-2c24-4493-a226-9a24c4ae8a15), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.959942 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cca4402-5095-445a-83a9-5d4cf3dadd64 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (32ee46ec-2c24-4493-a226-9a24c4ae8a15), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:00.990985 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca4402-5095-445a-83a9-5d4cf3dadd64 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ee46ec-2c24-4493-a226-9a24c4ae8a15,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:01.140684 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1cca4402-5095-445a-83a9-5d4cf3dadd64 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.145811 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-1cca4402-5095-445a-83a9-5d4cf3dadd64 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7060111 Feb 04 17:25:01.147243 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57640) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:01.156247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c03e5746-c4ef-4719-84fb-ede01529713d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'security_group_rule': {'security_group_id': 'c96e8813-e552-4434-bc35-45ca469ab3cd', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:01.237147 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923af62-bf91-4f7e-b5c9-36a358f0947c req-f2e3f409-a454-4a5d-91fa-62c9b0b08adc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.239026 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4923af62-bf91-4f7e-b5c9-36a358f0947c req-f2e3f409-a454-4a5d-91fa-62c9b0b08adc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0950472 Feb 04 17:25:01.311510 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4923af62-bf91-4f7e-b5c9-36a358f0947c req-cb4cde44-9741-42bc-b60b-4884f107fbd4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626962 Feb 04 17:25:01.312046 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03e5746-c4ef-4719-84fb-ede01529713d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (a1c4668b-ed0b-486e-ab88-db01f6311e7b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.416786 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03e5746-c4ef-4719-84fb-ede01529713d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (a1c4668b-ed0b-486e-ab88-db01f6311e7b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.508446 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03e5746-c4ef-4719-84fb-ede01529713d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (a1c4668b-ed0b-486e-ab88-db01f6311e7b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.530624 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e5746-c4ef-4719-84fb-ede01529713d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1c4668b-ed0b-486e-ab88-db01f6311e7b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:01.595804 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c03e5746-c4ef-4719-84fb-ede01529713d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.597136 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c03e5746-c4ef-4719-84fb-ede01529713d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4483624 Feb 04 17:25:01.600384 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57648) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:01.609815 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'security_group_rule': {'security_group_id': 'c96e8813-e552-4434-bc35-45ca469ab3cd', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:01.755316 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Project e0328885f1514f0fab483bcef5b2ed84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:25:01.781541 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d6c43-ec42-4ce5-9471-684b4c9e0610 req-774b0ccb-f551-4b74-9480-ca007c0325f1 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:01.784607 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2d7d6c43-ec42-4ce5-9471-684b4c9e0610 req-774b0ccb-f551-4b74-9480-ca007c0325f1 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1240735 Feb 04 17:25:01.787486 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (22ff3d4d-f7b6-41b4-823f-7bce12c9567b), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:01.951654 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2d7d6c43-ec42-4ce5-9471-684b4c9e0610 req-cd4ba671-6146-49b3-a685-ab54d94ec805 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586637 Feb 04 17:25:01.965627 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (22ff3d4d-f7b6-41b4-823f-7bce12c9567b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.051823 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (22ff3d4d-f7b6-41b4-823f-7bce12c9567b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.078580 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff3d4d-f7b6-41b4-823f-7bce12c9567b,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:02.233085 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.235174 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-4d4dd5c1-88f8-4283-a62a-23c9d92f939c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6330397 Feb 04 17:25:02.242701 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57654) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:02.250460 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'security_group_rule': {'security_group_id': 'c96e8813-e552-4434-bc35-45ca469ab3cd', 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:02.416650 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff266943-217b-40e4-9be7-cfe63e3e4ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.417489 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Project e0328885f1514f0fab483bcef5b2ed84 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:25:02.427617 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (0931ab90-fe1c-42cc-b1e5-753d24fe3858), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.604208 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401a790-3fe2-4961-9c75-be34da7760b3 req-c065eff0-353a-41c7-9cc5-85635eb43824 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.608431 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c401a790-3fe2-4961-9c75-be34da7760b3 req-c065eff0-353a-41c7-9cc5-85635eb43824 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1714258 Feb 04 17:25:02.611591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (0931ab90-fe1c-42cc-b1e5-753d24fe3858), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.712824 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (0931ab90-fe1c-42cc-b1e5-753d24fe3858), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.751133 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0931ab90-fe1c-42cc-b1e5-753d24fe3858,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:02.758473 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c401a790-3fe2-4961-9c75-be34da7760b3 req-d6fab016-0fe5-412f-812d-10549bff7527 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402342 Feb 04 17:25:02.773178 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-1627dbbf-e818-4ece-99ff-37d545ea67f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.774857 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-1627dbbf-e818-4ece-99ff-37d545ea67f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1129 time: 0.1268466 Feb 04 17:25:02.894642 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-0b998e44-23d0-4781-a13e-09c649e81229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:02.896875 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-0b998e44-23d0-4781-a13e-09c649e81229 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1156235 Feb 04 17:25:02.909749 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:02.935684 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-bbaf56fb-4ed9-4b9a-be5e-b00a6b0fb272 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6716509 Feb 04 17:25:03.012645 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-187b03f3-bd55-4d4f-a47f-a5b20dbc9720 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 200 len: 1001 time: 0.0999026 Feb 04 17:25:03.045039 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-d0c5cda8-1ea7-49e9-9db5-41816743dcfd tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455848995&fields=id&tenant_id=e0328885f1514f0fab483bcef5b2ed84 HTTP/1.1" status: 200 len: 267 time: 0.0784545 Feb 04 17:25:03.133166 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-9c6cd5bb-4cd1-4d9c-b476-5fa7c510b4c8 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:03.135186 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-9c6cd5bb-4cd1-4d9c-b476-5fa7c510b4c8 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0809281 Feb 04 17:25:03.150364 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'port': {'security_groups': ['eeab0113-3ff3-4814-9857-9b0b4b25a8ac', 'c96e8813-e552-4434-bc35-45ca469ab3cd']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:03.152212 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-10fbbb39-0001-4f10-bccf-5b3f8e5d535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:03.155496 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-10fbbb39-0001-4f10-bccf-5b3f8e5d535f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.1287789 Feb 04 17:25:03.218329 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026999b6-608a-4b94-a76f-2b917c8b5762 req-7e3d776e-e709-4c67-a15f-e91fbc109faa tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:03.220645 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-026999b6-608a-4b94-a76f-2b917c8b5762 req-7e3d776e-e709-4c67-a15f-e91fbc109faa tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1499121 Feb 04 17:25:03.263883 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.273335 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-789b8a4a-de31-4b31-8e56-abfa3c96eb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:03.276141 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-789b8a4a-de31-4b31-8e56-abfa3c96eb73 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1125069 Feb 04 17:25:03.356881 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-026999b6-608a-4b94-a76f-2b917c8b5762 req-93a34e2a-8fae-485e-ba96-181fd2b7ef1b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256878 Feb 04 17:25:03.440879 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-7bc97192-5663-4575-b472-287ee9c1840c service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564810 Feb 04 17:25:03.632140 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:03.639700 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-58bee520-8d05-4ea1-98fc-8843ab96d1af req-589a08a5-4ae7-46c8-8cd8-91eb46de72a5 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832337 Feb 04 17:25:03.681797 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.749026 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.769589 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['199a27c1-61b6-4f8e-be46-8b6f158ebe64'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:03.816310 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:03.817153 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:03.818712 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce2f4595-8f98-4d30-a4ac-706a4b494198 req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "PUT /v2.0/ports/199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 981 time: 0.6735380 Feb 04 17:25:03.819260 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:03.821804 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f619417-5b98-4a85-bd2a-824d79f52f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:03.867653 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f8195-c0b9-431c-87f4-1a0afa6f9f2d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=6']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:03.896431 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cfc651-04b4-4320-8b26-a1e98a9bc5f3 x-openstack-request-id: req-53cfc651-04b4-4320-8b26-a1e98a9bc5f3 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:03.896719 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:03.897296 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53cfc651-04b4-4320-8b26-a1e98a9bc5f3 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:03.897896 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'status': 'completed', 'code': 200} Feb 04 17:25:03.997331 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['199a27c1-61b6-4f8e-be46-8b6f158ebe64'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:04.088792 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e236-7dd3-4d03-9882-6d33ac4d3d31 req-e417c20f-8049-40ae-8472-e7709baa71db tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.111036 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e15e236-7dd3-4d03-9882-6d33ac4d3d31 req-e417c20f-8049-40ae-8472-e7709baa71db tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.1145272 Feb 04 17:25:04.126920 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-3bd0ce1f-3c81-4930-83a2-650391ef3bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.129168 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-3bd0ce1f-3c81-4930-83a2-650391ef3bbc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1168 time: 0.1825325 Feb 04 17:25:04.140526 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6177c6-f051-4fc1-b218-172272e0f166 req-ddb753e4-d07a-4c42-9ca7-628baa99955e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.148464 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7a6177c6-f051-4fc1-b218-172272e0f166 req-ddb753e4-d07a-4c42-9ca7-628baa99955e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.1460705 Feb 04 17:25:04.268631 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e15e236-7dd3-4d03-9882-6d33ac4d3d31 req-35f031ff-3d64-438e-97a7-aa038bd6a439 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1558867 Feb 04 17:25:04.297409 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7a6177c6-f051-4fc1-b218-172272e0f166 req-ceabe36e-9799-435d-804e-6e1bac79924c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480212 Feb 04 17:25:04.333429 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-1bb54975-0a14-470a-b914-10f34f5cf12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.335268 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-1bb54975-0a14-470a-b914-10f34f5cf12c service neutron] 10.222.0.93 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 916 time: 0.1744773 Feb 04 17:25:04.391589 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-7f7878e2-21dc-42a9-911f-1fe33acd62be None None] Provisioning complete for port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:04.392058 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7f7878e2-21dc-42a9-911f-1fe33acd62be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:04.423888 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-bd9df43e-e518-45a4-8ebc-fefc26090deb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 1001 time: 0.0807819 Feb 04 17:25:04.491201 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-a9d74320-0c40-42bc-9f54-c48de2e11b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.492899 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-a9d74320-0c40-42bc-9f54-c48de2e11b01 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 200 len: 854 time: 0.0614974 Feb 04 17:25:04.577857 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-84aa8e65-54db-40ee-9bb6-ae37e4cb4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:04.579501 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-84aa8e65-54db-40ee-9bb6-ae37e4cb4a21 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0789425 Feb 04 17:25:04.694257 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-147429ba-594a-4ede-a38a-be8d74f160de service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059561 Feb 04 17:25:04.761586 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-7f7878e2-21dc-42a9-911f-1fe33acd62be None None] Current status of the port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:05.445906 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ab512-8d27-48f0-9793-055e2ba54a1f req-2aa94447-e6fe-4efd-9c8d-105af92170de tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:05.448061 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b4ab512-8d27-48f0-9793-055e2ba54a1f req-2aa94447-e6fe-4efd-9c8d-105af92170de tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0591676 Feb 04 17:25:05.504112 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1b4ab512-8d27-48f0-9793-055e2ba54a1f req-1ecde011-6b0a-4f1e-812a-f07faa48021a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491571 Feb 04 17:25:05.833747 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-432bf524-b709-48ea-a0d3-e0a429ee617c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:06.308249 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0f619417-5b98-4a85-bd2a-824d79f52f2b req-0df64a53-7da8-4882-b635-7ec9163c3588 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072345 Feb 04 17:25:06.642592 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f2b8e-5592-4e09-afb1-5f631da82424 req-bb291f55-80e4-4423-aece-271913164252 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:06.644243 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-957f2b8e-5592-4e09-afb1-5f631da82424 req-bb291f55-80e4-4423-aece-271913164252 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0598047 Feb 04 17:25:06.700058 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-957f2b8e-5592-4e09-afb1-5f631da82424 req-2531b1e6-4b7f-4b11-9572-e4ba5a716eb7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499766 Feb 04 17:25:07.851795 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d961f47-1e75-4da6-a3b6-32decc230097 req-3a2fde40-f598-407f-bd86-a8b3c5d6a6c3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:07.853596 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d961f47-1e75-4da6-a3b6-32decc230097 req-3a2fde40-f598-407f-bd86-a8b3c5d6a6c3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 945 time: 0.0643814 Feb 04 17:25:07.917051 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d961f47-1e75-4da6-a3b6-32decc230097 req-f79109b8-fb0f-4b47-a776-0540a463df19 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555477 Feb 04 17:25:08.010984 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:08.702557 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:08.808259 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: ACTIVE; New status is: DOWN {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:08.808775 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:08.847965 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:08.853288 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ef1b8f-621e-4051-91b3-ebad0a5f0969" -d '{"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-unplugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:08.875112 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:08.897687 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e1c532-e4e3-4aab-a725-c0b829550de4 x-openstack-request-id: req-59e1c532-e4e3-4aab-a725-c0b829550de4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:08.898012 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-unplugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:08.898332 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59e1c532-e4e3-4aab-a725-c0b829550de4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:08.898838 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'code': 200} Feb 04 17:25:08.965318 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:09.019687 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:09.087161 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46ff4a-a66f-4d10-87b8-5e66da9e44a3 req-f1d58134-955c-4539-a01e-bf58463cdd6f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:09.088930 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f46ff4a-a66f-4d10-87b8-5e66da9e44a3 req-f1d58134-955c-4539-a01e-bf58463cdd6f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0585921 Feb 04 17:25:09.149904 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f46ff4a-a66f-4d10-87b8-5e66da9e44a3 req-09fc5a1e-0338-4ecd-8d7c-3816fca5be29 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500679 Feb 04 17:25:10.370957 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7989df-92e2-4565-bdc7-6bcc280c56be req-93b0c56d-72bb-4411-88d6-bdbdf5d9504a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.373193 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bf7989df-92e2-4565-bdc7-6bcc280c56be req-93b0c56d-72bb-4411-88d6-bdbdf5d9504a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1008439 Feb 04 17:25:10.439556 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bf7989df-92e2-4565-bdc7-6bcc280c56be req-e2d4ac9a-82d2-4abc-bb3c-9e0fa36a4ce9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554123 Feb 04 17:25:10.692259 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb856a-9c75-4e3f-a490-dd3c13252288 req-21cfe359-7b71-48ce-bdd1-1191e5019619 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:10.693916 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f8eb856a-9c75-4e3f-a490-dd3c13252288 req-21cfe359-7b71-48ce-bdd1-1191e5019619 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0790532 Feb 04 17:25:10.785584 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f8eb856a-9c75-4e3f-a490-dd3c13252288 req-caa1c647-e750-4eb0-923b-0ca9f31d0527 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836809 Feb 04 17:25:11.389164 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:11.457650 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:12.415019 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [req-ac163bec-6ec8-4d7a-8479-5d69d4af6ec3 req-dd12577c-5fde-464d-b4db-791d771f545f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:25:12.416872 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ac163bec-6ec8-4d7a-8479-5d69d4af6ec3 req-dd12577c-5fde-464d-b4db-791d771f545f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094869 Feb 04 17:25:12.624888 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b72450-4d3b-4e5f-b0f4-2390aa9215ad req-30b5d04e-35e9-4530-bcfd-efd33d7ba4d4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.626628 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f6b72450-4d3b-4e5f-b0f4-2390aa9215ad req-30b5d04e-35e9-4530-bcfd-efd33d7ba4d4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.0663378 Feb 04 17:25:12.712702 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f6b72450-4d3b-4e5f-b0f4-2390aa9215ad req-e1fad6f0-f94c-4539-9cfb-caaff272ab2a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795751 Feb 04 17:25:12.813051 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a4c96-d9f0-42aa-9640-0d9871fe2579 req-5218a664-3aa1-4593-9d7b-20223984951e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:12.815289 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ba0a4c96-d9f0-42aa-9640-0d9871fe2579 req-5218a664-3aa1-4593-9d7b-20223984951e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0755928 Feb 04 17:25:12.891301 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ba0a4c96-d9f0-42aa-9640-0d9871fe2579 req-fdab3f44-0640-4107-94da-cd08b40f6bb2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681820 Feb 04 17:25:13.476273 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 57818) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:13.608503 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-dae86ff7-0d34-42bd-8afb-45e407733376 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1117725 Feb 04 17:25:13.608503 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-e5e0cccf-a2bb-47a2-ad1f-875cbbcd6981 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:25:13.608503 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-e5e0cccf-a2bb-47a2-ad1f-875cbbcd6981 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064979 Feb 04 17:25:13.871267 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317622-7d0c-4279-be83-0ba82cb7cc20 req-d251830e-7de1-49c9-a122-4f1ea0637d90 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:13.873370 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ec317622-7d0c-4279-be83-0ba82cb7cc20 req-d251830e-7de1-49c9-a122-4f1ea0637d90 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.0695770 Feb 04 17:25:13.944086 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ec317622-7d0c-4279-be83-0ba82cb7cc20 req-474943ee-7adb-41c1-a3da-82838210d2ee tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632949 Feb 04 17:25:14.074477 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49b943-6c54-4d19-9167-b223655e7df7 req-ada93c78-3315-4241-bd24-202c0639ca5b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.077267 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cc49b943-6c54-4d19-9167-b223655e7df7 req-ada93c78-3315-4241-bd24-202c0639ca5b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0795887 Feb 04 17:25:14.144979 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cc49b943-6c54-4d19-9167-b223655e7df7 req-401049df-e8fc-403d-a19c-5e9068d7bbfe tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578465 Feb 04 17:25:14.745394 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:14.783089 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c821049-26db-449f-985c-16572fb5a1f5 req-56499e85-2fb0-4bf6-b83f-d6126dae5b44 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:14.785902 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3c821049-26db-449f-985c-16572fb5a1f5 req-56499e85-2fb0-4bf6-b83f-d6126dae5b44 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.0980608 Feb 04 17:25:14.857406 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: DOWN; New status is: DOWN {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:14.944814 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Deleting port 02b8723c-25b3-4b49-8352-687aea043615 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:14.945542 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (02b8723c-25b3-4b49-8352-687aea043615), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.140090 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] For port 02b8723c-25b3-4b49-8352-687aea043615, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=02b8723c-25b3-4b49-8352-687aea043615,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:15.140571 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (02b8723c-25b3-4b49-8352-687aea043615), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.161825 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Calling delete_port for 02b8723c-25b3-4b49-8352-687aea043615 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:15.186089 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b0740-036f-4d8e-823a-9af9a1e2dc4e req-64f05b5b-e313-4703-b4b7-abd681c4825c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.188800 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-347b0740-036f-4d8e-823a-9af9a1e2dc4e req-64f05b5b-e313-4703-b4b7-abd681c4825c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 945 time: 0.1297939 Feb 04 17:25:15.321856 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-347b0740-036f-4d8e-823a-9af9a1e2dc4e req-b14590f3-9381-4d4e-9bca-2ce53f8d86f9 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939143 Feb 04 17:25:15.339464 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1f4b2-9507-41bb-89a7-3a2d3592a7a1 req-724d264e-9341-4f35-8fab-b56b3163db41 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:15.343402 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f1b1f4b2-9507-41bb-89a7-3a2d3592a7a1 req-724d264e-9341-4f35-8fab-b56b3163db41 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1032426 Feb 04 17:25:15.420772 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f1b1f4b2-9507-41bb-89a7-3a2d3592a7a1 req-d384700b-93bc-43b1-8b9f-bf9ab9880de8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692594 Feb 04 17:25:15.495779 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (02b8723c-25b3-4b49-8352-687aea043615), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.515968 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b', 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', '5e7aebb9-78e2-4780-999b-ac5d77da0de0', '02b8723c-25b3-4b49-8352-687aea043615'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:15.528265 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event deleted for resources: {'Port': ['ID=02b8723c-25b3-4b49-8352-687aea043615,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:15.577487 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] No DVR routers for this DVR port 02b8723c-25b3-4b49-8352-687aea043615 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:15.580523 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:15.584109 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3c821049-26db-449f-985c-16572fb5a1f5 req-e8bfba87-5784-44fb-ad62-9cdc146a08d3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "DELETE /v2.0/ports/02b8723c-25b3-4b49-8352-687aea043615 HTTP/1.1" status: 204 len: 173 time: 0.7908902 Feb 04 17:25:15.584609 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'name': 'network-vif-deleted', 'tag': '02b8723c-25b3-4b49-8352-687aea043615'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:15.587017 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c408d71-5954-49a1-8f36-949eb50b8179" -d '{"events": [{"server_uuid": "f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b", "name": "network-vif-deleted", "tag": "02b8723c-25b3-4b49-8352-687aea043615"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:15.640267 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497910f3-74d4-4bbe-8c58-c9cd15392071 x-openstack-request-id: req-497910f3-74d4-4bbe-8c58-c9cd15392071 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:15.644992 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b", "name": "network-vif-deleted", "tag": "02b8723c-25b3-4b49-8352-687aea043615", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:15.644992 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-497910f3-74d4-4bbe-8c58-c9cd15392071 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:15.644992 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b', 'name': 'network-vif-deleted', 'tag': '02b8723c-25b3-4b49-8352-687aea043615', 'status': 'completed', 'code': 200} Feb 04 17:25:16.529678 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f92cfb9f-00cd-49f5-8f88-09abfebd1c18 req-9e54dac6-d3d7-4713-88bc-be9db4cb6c4e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4d5f630-ba4b-4a88-b78d-d94dbebf0d4b HTTP/1.1" status: 200 len: 210 time: 0.0450883 Feb 04 17:25:16.603230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd05c25-47c3-4797-8264-ed5a7d966224 req-e9d0cdca-6945-44be-83d4-703d8b94721c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:16.608882 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-efd05c25-47c3-4797-8264-ed5a7d966224 req-e9d0cdca-6945-44be-83d4-703d8b94721c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0813227 Feb 04 17:25:16.682698 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-efd05c25-47c3-4797-8264-ed5a7d966224 req-62d5a37d-113b-4013-926a-fc331e169954 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703127 Feb 04 17:25:17.729260 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:25:17.850110 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e29847-6444-4f51-bdb8-46b194981226 req-741d8d77-fcf8-4f7b-8060-869a20541281 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:17.852288 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-14e29847-6444-4f51-bdb8-46b194981226 req-741d8d77-fcf8-4f7b-8060-869a20541281 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0824802 Feb 04 17:25:17.942348 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-14e29847-6444-4f51-bdb8-46b194981226 req-90a808a6-b3e1-44cd-952e-db8a6f6e3682 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794554 Feb 04 17:25:18.744103 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 02b8723c-25b3-4b49-8352-687aea043615 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:18.777550 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 02b8723c-25b3-4b49-8352-687aea043615 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:25:18.777983 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 02b8723c-25b3-4b49-8352-687aea043615 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:25:19.099153 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cb6ad-25cc-4098-8a35-85da8d40c6b7 req-0e5210bb-c96a-4093-8bbd-a6ba4f4d02d8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:19.102368 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2b3cb6ad-25cc-4098-8a35-85da8d40c6b7 req-0e5210bb-c96a-4093-8bbd-a6ba4f4d02d8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0715232 Feb 04 17:25:19.164512 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2b3cb6ad-25cc-4098-8a35-85da8d40c6b7 req-1ad3696a-0b60-4f46-9cf6-58b76ee8d220 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551388 Feb 04 17:25:19.736350 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b3db-edd2-4561-aab8-0f9b41b4e35c req-754ca3a8-5f4c-4bfd-91d4-a2a4088cdaff tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:19.738193 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e3e0b3db-edd2-4561-aab8-0f9b41b4e35c req-754ca3a8-5f4c-4bfd-91d4-a2a4088cdaff tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 945 time: 0.0655477 Feb 04 17:25:19.815677 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e3e0b3db-edd2-4561-aab8-0f9b41b4e35c req-c78a4ef7-2ca5-4d74-a2cf-facf3a504285 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698781 Feb 04 17:25:20.355228 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560acbc-41fd-4b8e-bab5-8b8f38ebd36e req-4b5d84de-482f-44bf-88a0-a5dd0eca5117 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:20.358381 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e560acbc-41fd-4b8e-bab5-8b8f38ebd36e req-4b5d84de-482f-44bf-88a0-a5dd0eca5117 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0842235 Feb 04 17:25:20.434887 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e560acbc-41fd-4b8e-bab5-8b8f38ebd36e req-f91871c2-8c03-4235-b914-80622982a214 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634363 Feb 04 17:25:21.011818 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca4cca-b2c3-4306-959c-ee97fd44711d req-fe38fb97-2c3f-445a-a6d4-0ac76762f005 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:21.015674 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8bca4cca-b2c3-4306-959c-ee97fd44711d req-fe38fb97-2c3f-445a-a6d4-0ac76762f005 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 945 time: 0.0906682 Feb 04 17:25:21.077000 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8bca4cca-b2c3-4306-959c-ee97fd44711d req-7e4ce4eb-b32e-4262-a3ab-5a1a1014ce9a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534623 Feb 04 17:25:21.495819 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bd6c9-ab20-4ca2-a245-ebc43ea51efd req-f27dd69c-e298-4b01-a73e-5e08d45e248d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:21.499225 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-320bd6c9-ab20-4ca2-a245-ebc43ea51efd req-f27dd69c-e298-4b01-a73e-5e08d45e248d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0754731 Feb 04 17:25:21.547774 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-a8c79e09-85ec-43b1-9a7a-4e2ca7258080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:21.553198 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-a8c79e09-85ec-43b1-9a7a-4e2ca7258080 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1129 time: 0.0994077 Feb 04 17:25:21.576983 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-320bd6c9-ab20-4ca2-a245-ebc43ea51efd req-a145d0b8-9648-43fa-964e-c00fe6ac1909 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626972 Feb 04 17:25:21.724354 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-b77f1853-4b42-4e50-9adf-3e3aa80c4462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:21.725949 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-b77f1853-4b42-4e50-9adf-3e3aa80c4462 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 919 time: 0.1650231 Feb 04 17:25:21.735060 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0268d69b-b864-4961-a43f-b23882330b67 req-e699d33c-b2e7-4a75-9862-757a92ac3202 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:21.736695 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0268d69b-b864-4961-a43f-b23882330b67 req-e699d33c-b2e7-4a75-9862-757a92ac3202 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1424375 Feb 04 17:25:21.797641 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-2b57ac05-bc2f-43a7-9ea8-8337f87733d0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 200 len: 217 time: 0.0598950 Feb 04 17:25:21.878378 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0268d69b-b864-4961-a43f-b23882330b67 req-99b4be92-1f61-46c6-8125-9a86d8cd3bc2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320865 Feb 04 17:25:21.883351 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-c3b2054d-b2ca-4890-9a7c-c8c5e88d59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:21.884900 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-c3b2054d-b2ca-4890-9a7c-c8c5e88d59cf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.0766034 Feb 04 17:25:21.919862 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-4bce4dc4-f116-4ada-8d1b-bbc5e16a83da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284088 Feb 04 17:25:22.040717 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-b6de09cd-655d-446b-acf4-b4201cdc938b service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128612 Feb 04 17:25:22.179647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-98b38f6c-fbd1-4495-9952-3a2cb8ac98a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:22.185006 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-98b38f6c-fbd1-4495-9952-3a2cb8ac98a2 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a&tenant_id=115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 1127 time: 0.1558900 Feb 04 17:25:22.254347 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-266187bd-6cdf-42ae-b3c8-8ac2c06661eb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:22.256414 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-266187bd-6cdf-42ae-b3c8-8ac2c06661eb tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 945 time: 0.1847560 Feb 04 17:25:22.259743 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-7bf4cf50-b179-4739-aa65-b6ac6705121a service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117417 Feb 04 17:25:22.450664 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Deleting port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:22.451457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.467030 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.581457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] For port 5e7aebb9-78e2-4780-999b-ac5d77da0de0, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5e7aebb9-78e2-4780-999b-ac5d77da0de0,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:22.582168 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.600428 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Calling delete_port for 5e7aebb9-78e2-4780-999b-ac5d77da0de0 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:22.667031 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84303a5-5e76-45c6-9b16-ecdd62d8bb16 req-f9b6ae60-c697-443d-94de-5f3935ad098f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:22.670325 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c84303a5-5e76-45c6-9b16-ecdd62d8bb16 req-f9b6ae60-c697-443d-94de-5f3935ad098f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 945 time: 0.4648244 Feb 04 17:25:22.674603 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-046fcd98-639c-4350-baa3-1b9f222b2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:22.677586 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-046fcd98-639c-4350-baa3-1b9f222b2ce8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1127 time: 0.4544187 Feb 04 17:25:22.795449 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c84303a5-5e76-45c6-9b16-ecdd62d8bb16 req-3bb3b7e9-e32e-44f9-a5b6-dcc623da9fb3 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123180 Feb 04 17:25:22.838986 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-3429b084-f6cd-456c-ba29-51ef4f7194d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:22.842033 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-3429b084-f6cd-456c-ba29-51ef4f7194d3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1497672 Feb 04 17:25:22.846185 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c14133-da7b-4a7c-98d3-3e0f3bd64048 req-9d16e1b4-3ad7-40c2-8589-e9477e92c33d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:22.847833 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-18c14133-da7b-4a7c-98d3-3e0f3bd64048 req-9d16e1b4-3ad7-40c2-8589-e9477e92c33d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1490119 Feb 04 17:25:22.932316 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-18c14133-da7b-4a7c-98d3-3e0f3bd64048 req-87d9c189-558c-4519-a660-627c135f50db tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691257 Feb 04 17:25:22.960154 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (5e7aebb9-78e2-4780-999b-ac5d77da0de0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:22.987872 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b', 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', '5e7aebb9-78e2-4780-999b-ac5d77da0de0'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:22.988043 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-05b4349f-ba22-47a6-81f2-af11b96e4879 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 200 len: 999 time: 0.1350634 Feb 04 17:25:23.102396 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event deleted for resources: {'Port': ['ID=5e7aebb9-78e2-4780-999b-ac5d77da0de0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:23.115791 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-ab81f82c-e0c7-4d09-b1a6-65e2b75b0003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:23.117563 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-ab81f82c-e0c7-4d09-b1a6-65e2b75b0003 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.1267099 Feb 04 17:25:23.143068 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] No DVR routers for this DVR port 5e7aebb9-78e2-4780-999b-ac5d77da0de0 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:23.146143 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:23.149917 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-359bc87d-883e-4da7-8084-4a2879bd7197 req-9d93b47e-5cc6-470e-8b57-bc30722efc84 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "DELETE /v2.0/ports/5e7aebb9-78e2-4780-999b-ac5d77da0de0 HTTP/1.1" status: 204 len: 173 time: 0.8835161 Feb 04 17:25:23.150775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29fd72cf-0890-4596-94e8-5a694c856d39', 'name': 'network-vif-deleted', 'tag': '5e7aebb9-78e2-4780-999b-ac5d77da0de0'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:23.154311 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a5cab2-d15a-4b83-a705-5efd978f9861" -d '{"events": [{"server_uuid": "29fd72cf-0890-4596-94e8-5a694c856d39", "name": "network-vif-deleted", "tag": "5e7aebb9-78e2-4780-999b-ac5d77da0de0"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:23.197005 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117958fd-0525-4243-b3cc-f343f8fb32d5 req-3759f433-4a39-42f4-b3cf-a8f810533730 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:23.201199 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-117958fd-0525-4243-b3cc-f343f8fb32d5 req-3759f433-4a39-42f4-b3cf-a8f810533730 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1333344 Feb 04 17:25:23.212355 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a830b-07b8-4a9c-a28b-ba25d58cf430 x-openstack-request-id: req-f66a830b-07b8-4a9c-a28b-ba25d58cf430 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:23.212827 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29fd72cf-0890-4596-94e8-5a694c856d39", "name": "network-vif-deleted", "tag": "5e7aebb9-78e2-4780-999b-ac5d77da0de0", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:23.213012 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f66a830b-07b8-4a9c-a28b-ba25d58cf430 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:23.213329 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29fd72cf-0890-4596-94e8-5a694c856d39', 'name': 'network-vif-deleted', 'tag': '5e7aebb9-78e2-4780-999b-ac5d77da0de0', 'status': 'completed', 'code': 200} Feb 04 17:25:23.282994 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-47084479-7b9d-42d9-af7c-6124538d303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:23.285963 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-47084479-7b9d-42d9-af7c-6124538d303f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1597750 Feb 04 17:25:23.391278 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-117958fd-0525-4243-b3cc-f343f8fb32d5 req-fed7c8c4-778c-4818-b368-f8e85ee137d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1819253 Feb 04 17:25:23.484419 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-eecf5810-bd3b-4d49-8f73-2ac712c02ec6 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866205 Feb 04 17:25:23.631766 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-e6a26ce6-9c9f-45b1-a20b-36ba6e99be67 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367486 Feb 04 17:25:24.147618 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35274775-14c7-4584-9198-0f411d55dcbb req-6655650c-5ed4-49d7-b34e-98939d6a7e4b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.149427 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-35274775-14c7-4584-9198-0f411d55dcbb req-6655650c-5ed4-49d7-b34e-98939d6a7e4b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0846341 Feb 04 17:25:24.254584 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-35274775-14c7-4584-9198-0f411d55dcbb req-926a1658-a6c4-4395-a38e-c60178765d93 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926855 Feb 04 17:25:24.361445 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-14994dd3-4833-4f78-bf97-881f16ecaa8f req-e7a4872a-a150-4b82-8adc-52841d2fb394 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=29fd72cf-0890-4596-94e8-5a694c856d39 HTTP/1.1" status: 200 len: 210 time: 0.4455800 Feb 04 17:25:24.569606 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26efcfc7-7236-40d6-bd0a-d4f298392599 req-e34f9893-834f-45c4-8e37-92e2788a8c5a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:24.571399 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-26efcfc7-7236-40d6-bd0a-d4f298392599 req-e34f9893-834f-45c4-8e37-92e2788a8c5a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0810523 Feb 04 17:25:24.711612 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-26efcfc7-7236-40d6-bd0a-d4f298392599 req-d091e308-9882-48d7-b518-455df8a0b55a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239955 Feb 04 17:25:25.524281 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8051bed-4703-490f-a756-3fb1bd566ec3 req-df5e3175-37a6-4015-b5b1-df1f2b426ca8 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.525980 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c8051bed-4703-490f-a756-3fb1bd566ec3 req-df5e3175-37a6-4015-b5b1-df1f2b426ca8 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1157315 Feb 04 17:25:25.654307 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c8051bed-4703-490f-a756-3fb1bd566ec3 req-c8fa36fa-89e9-4623-8349-2271b9d8cae2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118491 Feb 04 17:25:25.954081 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f8a544-9fce-4f16-baa2-b48f29c63942 req-6646c758-ccc6-4aef-80ce-54216ceb040f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:25.955725 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7f8a544-9fce-4f16-baa2-b48f29c63942 req-6646c758-ccc6-4aef-80ce-54216ceb040f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1159267 Feb 04 17:25:26.039712 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c7f8a544-9fce-4f16-baa2-b48f29c63942 req-883bb47d-7183-4148-96a1-341dc8db469e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766468 Feb 04 17:25:26.641766 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82d16ca-77cb-4ecf-8df2-ae2661e4b274 req-1f9214ed-00b5-408b-8447-9705eea17ea1 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.643487 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f82d16ca-77cb-4ecf-8df2-ae2661e4b274 req-1f9214ed-00b5-408b-8447-9705eea17ea1 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0986276 Feb 04 17:25:26.726147 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f82d16ca-77cb-4ecf-8df2-ae2661e4b274 req-93f1add1-1304-4dc4-a212-dac7547b4a22 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756776 Feb 04 17:25:26.760538 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 5e7aebb9-78e2-4780-999b-ac5d77da0de0 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:26.808708 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 5e7aebb9-78e2-4780-999b-ac5d77da0de0 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:25:26.811061 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 5e7aebb9-78e2-4780-999b-ac5d77da0de0 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:25:26.895773 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3aa5f-de51-4b04-b5e0-25b90e29fbfa req-9f3ba01c-14f7-435c-a1aa-839b96ff00f7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:26.895773 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ebf3aa5f-de51-4b04-b5e0-25b90e29fbfa req-9f3ba01c-14f7-435c-a1aa-839b96ff00f7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0906441 Feb 04 17:25:26.983163 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ebf3aa5f-de51-4b04-b5e0-25b90e29fbfa req-0a467f95-0bbf-407a-b4d7-89a06b470180 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755522 Feb 04 17:25:27.258518 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd60db2-99ae-47c1-ba71-002855645b62 req-4457e4a8-ed05-49df-8c60-8ace5b280308 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:27.261052 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6bd60db2-99ae-47c1-ba71-002855645b62 req-4457e4a8-ed05-49df-8c60-8ace5b280308 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0868304 Feb 04 17:25:27.369142 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6bd60db2-99ae-47c1-ba71-002855645b62 req-0fa4d645-ba71-434d-8676-0c2528c8efd7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006587 Feb 04 17:25:27.976032 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d2af9-88c4-4b0c-9675-2555d475efff req-a048aaa2-d555-48a6-80c2-667a220036b1 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:27.978669 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5b1d2af9-88c4-4b0c-9675-2555d475efff req-a048aaa2-d555-48a6-80c2-667a220036b1 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.1401219 Feb 04 17:25:28.086207 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5b1d2af9-88c4-4b0c-9675-2555d475efff req-2d1cb20b-9ade-43fc-8eb8-74c5c0fe40ec tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994792 Feb 04 17:25:28.224960 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19a62a-8b56-4af8-bea0-b64049fe2143 req-ab7b9053-a53b-4654-b26e-4d836b209b26 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.361668 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ea19a62a-8b56-4af8-bea0-b64049fe2143 req-ab7b9053-a53b-4654-b26e-4d836b209b26 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1028166 Feb 04 17:25:28.361668 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ea19a62a-8b56-4af8-bea0-b64049fe2143 req-188707b6-3a7d-40d9-a8b3-01934a3e4f03 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715840 Feb 04 17:25:28.588789 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c1f3e-27cc-488a-b601-835019fd8ad5 req-f943b523-3581-4ea3-a891-99a1442f73f5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:28.592298 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d5c1f3e-27cc-488a-b601-835019fd8ad5 req-f943b523-3581-4ea3-a891-99a1442f73f5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1081359 Feb 04 17:25:28.668273 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d5c1f3e-27cc-488a-b601-835019fd8ad5 req-43877b40-8577-49bb-accc-dc9fbc515f8b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628467 Feb 04 17:25:29.257736 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f0d08-ed67-4cf0-b274-40dbea84b5e7 req-1bc697c4-f286-4451-a8dc-cf2914635809 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.259525 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-786f0d08-ed67-4cf0-b274-40dbea84b5e7 req-1bc697c4-f286-4451-a8dc-cf2914635809 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0842204 Feb 04 17:25:29.343032 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-786f0d08-ed67-4cf0-b274-40dbea84b5e7 req-90b26fb4-bd5b-45bd-9eaf-2024e0eb0f06 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755634 Feb 04 17:25:29.516655 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e71a606-07fe-4882-a218-2acfe046fd89 req-9c9f879a-9484-4fe1-836b-eea0d5ae0cdc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.520467 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3e71a606-07fe-4882-a218-2acfe046fd89 req-9c9f879a-9484-4fe1-836b-eea0d5ae0cdc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0981379 Feb 04 17:25:29.609874 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3e71a606-07fe-4882-a218-2acfe046fd89 req-d6b057f4-67d9-4c61-b44a-7a853e160882 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789623 Feb 04 17:25:29.904955 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a154c88-f28c-499a-a63e-7654cc7fcf7c req-d7a3ff6f-fc5a-4a30-adc8-c0904b962bd9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:29.906987 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6a154c88-f28c-499a-a63e-7654cc7fcf7c req-d7a3ff6f-fc5a-4a30-adc8-c0904b962bd9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1259274 Feb 04 17:25:29.980078 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6a154c88-f28c-499a-a63e-7654cc7fcf7c req-72fe7462-5a11-4002-b180-3aa453b7d162 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667939 Feb 04 17:25:30.501459 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61490eba-9e4a-4732-96cc-1ae385f3042c req-312f630d-6f70-4c53-b8c8-3242a9441b35 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.505116 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-61490eba-9e4a-4732-96cc-1ae385f3042c req-312f630d-6f70-4c53-b8c8-3242a9441b35 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0720067 Feb 04 17:25:30.577896 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-61490eba-9e4a-4732-96cc-1ae385f3042c req-77c26834-a86c-48a8-b742-1d30ac2b0e24 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617130 Feb 04 17:25:30.779529 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80abf2-51c4-44ea-be92-f26c79ca7247 req-c2d35426-ff0c-41da-991a-bc776d9166cc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:30.781381 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dd80abf2-51c4-44ea-be92-f26c79ca7247 req-c2d35426-ff0c-41da-991a-bc776d9166cc tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0617926 Feb 04 17:25:30.853197 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dd80abf2-51c4-44ea-be92-f26c79ca7247 req-31944ca0-d8ee-4645-b747-db3012531054 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605454 Feb 04 17:25:31.149854 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07c484b-61f1-4f18-8ba6-da50a1548ce5 req-6eb79302-1237-42a5-a808-60ee8ae64227 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.149854 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e07c484b-61f1-4f18-8ba6-da50a1548ce5 req-6eb79302-1237-42a5-a808-60ee8ae64227 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0627160 Feb 04 17:25:31.236809 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e07c484b-61f1-4f18-8ba6-da50a1548ce5 req-16f72102-c20f-43ab-9cd5-f0e766b36e77 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834334 Feb 04 17:25:31.733375 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa6ab2-c683-4290-9c5d-9b9395d002df req-5d48083a-d67d-41bf-978e-846e38f6052f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:31.735266 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-89aa6ab2-c683-4290-9c5d-9b9395d002df req-5d48083a-d67d-41bf-978e-846e38f6052f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0652437 Feb 04 17:25:31.816179 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-89aa6ab2-c683-4290-9c5d-9b9395d002df req-8e0d9aca-45d2-478d-a3d0-6a8e4a1f9713 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712144 Feb 04 17:25:32.032102 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d8411-611b-4f74-849e-aedf39755ba0 req-c52691d1-3220-4793-bb78-f72d013d8514 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:32.033984 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a2d8411-611b-4f74-849e-aedf39755ba0 req-c52691d1-3220-4793-bb78-f72d013d8514 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0716913 Feb 04 17:25:32.133386 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a2d8411-611b-4f74-849e-aedf39755ba0 req-fdbb69eb-4626-4eee-afad-18c2787bcb73 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887251 Feb 04 17:25:32.376955 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b713f29e-8080-45b9-a596-0f9a292a9d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:32.470009 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82d2d6-a85a-4cd3-a5f2-698b1c0c0228 req-007edab5-fe8e-4727-a84f-02133e407a92 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:32.471771 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae82d2d6-a85a-4cd3-a5f2-698b1c0c0228 req-007edab5-fe8e-4727-a84f-02133e407a92 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0787406 Feb 04 17:25:32.556306 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ae82d2d6-a85a-4cd3-a5f2-698b1c0c0228 req-6bb4c1b1-d042-4744-8206-17354442faa3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783525 Feb 04 17:25:32.986447 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4295f-c109-48c7-8423-bc51626be3be req-9e62c928-8e6e-47b2-979c-bf429a950954 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:32.988368 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49c4295f-c109-48c7-8423-bc51626be3be req-9e62c928-8e6e-47b2-979c-bf429a950954 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0700083 Feb 04 17:25:33.057077 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49c4295f-c109-48c7-8423-bc51626be3be req-638fdcdc-f797-4232-bf75-446c909acf55 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616603 Feb 04 17:25:33.296346 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35252dd-1388-440c-a634-11f45e881030 req-93b7228c-e3a2-4283-bbe2-b53ca5a63a7e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.299477 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d35252dd-1388-440c-a634-11f45e881030 req-93b7228c-e3a2-4283-bbe2-b53ca5a63a7e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0789814 Feb 04 17:25:33.376134 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d35252dd-1388-440c-a634-11f45e881030 req-28aa0414-c880-4308-b12a-845506e3b58a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684600 Feb 04 17:25:33.729770 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5b221-5faf-45c1-b9e5-76da99208794 req-172ff237-8df0-40e3-a197-3624657a1b09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:33.731987 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bbd5b221-5faf-45c1-b9e5-76da99208794 req-172ff237-8df0-40e3-a197-3624657a1b09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0749876 Feb 04 17:25:33.819316 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bbd5b221-5faf-45c1-b9e5-76da99208794 req-7154ec69-11a3-42f8-a048-4667e9f081d1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806978 Feb 04 17:25:34.226799 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d9d21-7375-4c7d-a41d-b838b0c5c7bd req-512a8266-c823-4d6e-acf5-e22f2c4a6e5c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.228536 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-727d9d21-7375-4c7d-a41d-b838b0c5c7bd req-512a8266-c823-4d6e-acf5-e22f2c4a6e5c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0703149 Feb 04 17:25:34.296744 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-727d9d21-7375-4c7d-a41d-b838b0c5c7bd req-477773a2-eda5-44db-a366-a691d1d0714d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606599 Feb 04 17:25:34.532512 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3606f6c-a1c8-4acf-a64b-710c04b36e37 req-25a3bb4d-6838-4bb4-a921-f37a174f6c52 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.538697 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c3606f6c-a1c8-4acf-a64b-710c04b36e37 req-25a3bb4d-6838-4bb4-a921-f37a174f6c52 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0769987 Feb 04 17:25:34.610670 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c3606f6c-a1c8-4acf-a64b-710c04b36e37 req-da7a4436-52f8-4504-933f-d1a5b265a91d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624986 Feb 04 17:25:34.981993 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733cc8c-f142-4e93-b0a8-75d3dd68c2b9 req-d4499dbb-8e10-4bed-a765-95375ac17abf tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:34.983666 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e733cc8c-f142-4e93-b0a8-75d3dd68c2b9 req-d4499dbb-8e10-4bed-a765-95375ac17abf tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0625300 Feb 04 17:25:35.055064 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e733cc8c-f142-4e93-b0a8-75d3dd68c2b9 req-ba20c29f-7232-4b71-9294-c3d109b74cae tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607471 Feb 04 17:25:35.492022 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea8a2f-f4f5-4ded-aff3-a847104b5b99 req-959f2f41-aa07-418d-948b-2ddc452ba6c9 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.494524 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-48ea8a2f-f4f5-4ded-aff3-a847104b5b99 req-959f2f41-aa07-418d-948b-2ddc452ba6c9 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0934875 Feb 04 17:25:35.555012 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-48ea8a2f-f4f5-4ded-aff3-a847104b5b99 req-f10a924e-22d9-4c87-9076-64c41a9ed379 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540998 Feb 04 17:25:35.806191 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1338c-5c53-4fd0-8bfd-c2dbf01fd3e3 req-f49eb1f6-b862-4e54-bbf4-6d949bff9e24 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:35.809589 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cdc1338c-5c53-4fd0-8bfd-c2dbf01fd3e3 req-f49eb1f6-b862-4e54-bbf4-6d949bff9e24 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0912044 Feb 04 17:25:35.861622 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52caa7fb-0f0c-4414-991e-6ad4ec4063a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:35.897223 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cdc1338c-5c53-4fd0-8bfd-c2dbf01fd3e3 req-4073ffeb-8b3b-4d2c-9de8-43b21a967299 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757723 Feb 04 17:25:36.217957 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f32086-71f8-4d4e-bc3e-cc7da01353a9 req-1f99d8c2-daea-4e13-9dd3-90da60c947be tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.220787 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-52f32086-71f8-4d4e-bc3e-cc7da01353a9 req-1f99d8c2-daea-4e13-9dd3-90da60c947be tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0825403 Feb 04 17:25:36.274653 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-52f32086-71f8-4d4e-bc3e-cc7da01353a9 req-feec8da3-3526-46e0-b0d5-dc5ae120a25e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475242 Feb 04 17:25:36.696135 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088e8cb-86f0-4f3a-ae4a-fde686679bd7 req-a2e584cf-23ab-4c94-8c3c-1d4c16e26a9f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:36.697974 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5088e8cb-86f0-4f3a-ae4a-fde686679bd7 req-a2e584cf-23ab-4c94-8c3c-1d4c16e26a9f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0647359 Feb 04 17:25:36.756657 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5088e8cb-86f0-4f3a-ae4a-fde686679bd7 req-691d4ab5-2bf8-40f9-bfcf-35bada5bed7a tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513091 Feb 04 17:25:37.052508 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1f709-99f1-486b-86cf-5ab6716835d7 req-27620a9e-2643-451a-88b1-d58390730310 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.054499 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dbd1f709-99f1-486b-86cf-5ab6716835d7 req-27620a9e-2643-451a-88b1-d58390730310 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0827808 Feb 04 17:25:37.123528 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dbd1f709-99f1-486b-86cf-5ab6716835d7 req-70bb1484-3ba2-43cb-ae4b-70a3ebda9aef tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573380 Feb 04 17:25:37.445795 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d158c9-e51d-4ec1-9add-c79f7dc7d173 req-36e7e781-83ce-4065-9791-60ff0916241e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.447558 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-53d158c9-e51d-4ec1-9add-c79f7dc7d173 req-36e7e781-83ce-4065-9791-60ff0916241e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0677977 Feb 04 17:25:37.511246 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-53d158c9-e51d-4ec1-9add-c79f7dc7d173 req-3227e5b4-a585-41a5-b41c-fd6aa598fed0 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569777 Feb 04 17:25:37.928226 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520851dc-b2ea-46ff-8d80-b995f5c383d0 req-70a6171c-7a65-4c69-b9df-f593372284db tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:37.929833 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-520851dc-b2ea-46ff-8d80-b995f5c383d0 req-70a6171c-7a65-4c69-b9df-f593372284db tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0880086 Feb 04 17:25:37.942258 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:37.993617 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-520851dc-b2ea-46ff-8d80-b995f5c383d0 req-84e3a52e-d256-4aec-b0ac-68dae9901815 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536098 Feb 04 17:25:38.272505 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdea646-bdd9-4ef0-a9b6-ac988884c81b req-ee17949c-7382-4f7f-90d6-a99e3edb7745 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:38.274264 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2bdea646-bdd9-4ef0-a9b6-ac988884c81b req-ee17949c-7382-4f7f-90d6-a99e3edb7745 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0641880 Feb 04 17:25:38.338096 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2bdea646-bdd9-4ef0-a9b6-ac988884c81b req-dc0c5bcd-2f40-4b3c-b5e6-7c019502bceb tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557709 Feb 04 17:25:38.669074 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0074942-24c8-4347-b540-2ba3565bb015 req-dbb15425-c93e-422a-8721-db1ac2852f6f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:38.671106 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0074942-24c8-4347-b540-2ba3565bb015 req-dbb15425-c93e-422a-8721-db1ac2852f6f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0649319 Feb 04 17:25:38.733633 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0074942-24c8-4347-b540-2ba3565bb015 req-a93559a9-b4b5-4559-9cf4-4437d6ac3af5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524819 Feb 04 17:25:39.140614 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf45ee5-0425-4db1-b82a-9bbf4eb62b35 req-a3dd06cd-640f-43a7-9ba7-d85a4bf55a6d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:39.142321 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1bf45ee5-0425-4db1-b82a-9bbf4eb62b35 req-a3dd06cd-640f-43a7-9ba7-d85a4bf55a6d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0614808 Feb 04 17:25:39.217115 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1bf45ee5-0425-4db1-b82a-9bbf4eb62b35 req-8e4fbd68-a4dc-4548-a86f-1fdc0dc71ff8 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683386 Feb 04 17:25:39.502205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efe1655-24cc-4e7e-96d0-f938cd58fd97 req-241ac223-9263-4eb4-afef-d3c30cc24793 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:39.503902 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4efe1655-24cc-4e7e-96d0-f938cd58fd97 req-241ac223-9263-4eb4-afef-d3c30cc24793 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0629935 Feb 04 17:25:39.571899 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4efe1655-24cc-4e7e-96d0-f938cd58fd97 req-1394ecde-246f-43e8-b9bb-3f96433014be tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570552 Feb 04 17:25:39.909283 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800480-2341-453f-a83e-6e4aa7cd5bbb req-3fd4d45a-c9bd-45cf-be21-b678a067c1ce tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:39.910947 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-48800480-2341-453f-a83e-6e4aa7cd5bbb req-3fd4d45a-c9bd-45cf-be21-b678a067c1ce tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0680163 Feb 04 17:25:39.970154 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-48800480-2341-453f-a83e-6e4aa7cd5bbb req-a4299775-4290-40a9-8a47-22bcd6bdafbf tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496521 Feb 04 17:25:40.352415 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034aefa9-a140-49da-ba71-9c8640f6f656 req-b1fd884c-6d65-42ec-bda8-e1ee64533656 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:40.354313 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-034aefa9-a140-49da-ba71-9c8640f6f656 req-b1fd884c-6d65-42ec-bda8-e1ee64533656 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0614038 Feb 04 17:25:40.431410 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-034aefa9-a140-49da-ba71-9c8640f6f656 req-18131c91-f8bb-424b-bd55-447c30f5ab18 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665824 Feb 04 17:25:40.726655 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa576a-a41b-4c55-99d3-4f86cd42fd41 req-45ba568c-81e9-4e41-9822-e6d5eed90068 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:40.728469 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-15fa576a-a41b-4c55-99d3-4f86cd42fd41 req-45ba568c-81e9-4e41-9822-e6d5eed90068 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0689158 Feb 04 17:25:40.796386 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-15fa576a-a41b-4c55-99d3-4f86cd42fd41 req-304ede1d-7c64-4b6a-862d-a39b75589dd6 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595949 Feb 04 17:25:41.130475 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff684c-7dd1-45c2-be1b-e58a2135abcd req-34181972-1b97-45b0-aca5-a69c88f7b6a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:41.132202 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-47ff684c-7dd1-45c2-be1b-e58a2135abcd req-34181972-1b97-45b0-aca5-a69c88f7b6a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0657778 Feb 04 17:25:41.205707 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-47ff684c-7dd1-45c2-be1b-e58a2135abcd req-a0f51d34-3a0d-4f11-af47-6405725bd998 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614445 Feb 04 17:25:41.359425 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:41.445571 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:41.615443 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cabec-a4c2-4d7d-b7e6-3417424a3d8e req-ed076d8e-d5a2-4c08-83f1-56f1dbb1ab4e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:41.618928 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a62cabec-a4c2-4d7d-b7e6-3417424a3d8e req-ed076d8e-d5a2-4c08-83f1-56f1dbb1ab4e tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0877333 Feb 04 17:25:41.694926 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a62cabec-a4c2-4d7d-b7e6-3417424a3d8e req-0c303fd6-899e-431f-a0f5-41993a72ed3c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690341 Feb 04 17:25:41.998747 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd16e3-3ed8-4561-b573-680ec250d01b req-0ba6df71-409b-477d-933c-5e21c65e8519 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:42.000545 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-68cd16e3-3ed8-4561-b573-680ec250d01b req-0ba6df71-409b-477d-933c-5e21c65e8519 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0876379 Feb 04 17:25:42.084681 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-68cd16e3-3ed8-4561-b573-680ec250d01b req-f4b9463b-a0f8-483c-a9bc-783a7d52b738 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738676 Feb 04 17:25:42.372313 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971db5b2-e291-462e-ac05-78b36e0023c4 req-81552988-ff06-4a3a-8b6f-70250f81b545 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:42.374149 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-971db5b2-e291-462e-ac05-78b36e0023c4 req-81552988-ff06-4a3a-8b6f-70250f81b545 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0635169 Feb 04 17:25:42.448320 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-971db5b2-e291-462e-ac05-78b36e0023c4 req-e4b97eeb-754b-41ab-b8b5-5270173555d8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671787 Feb 04 17:25:42.847104 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a07ba-11ee-4d63-bbf3-07c99fd940a1 req-1051180f-3276-4d94-aca9-8356d5da4437 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:42.848865 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f35a07ba-11ee-4d63-bbf3-07c99fd940a1 req-1051180f-3276-4d94-aca9-8356d5da4437 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0654676 Feb 04 17:25:42.936621 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f35a07ba-11ee-4d63-bbf3-07c99fd940a1 req-9a45fc26-0580-4d23-a765-a99205fe5213 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796914 Feb 04 17:25:43.242452 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff371c0b-136c-4680-a48a-48f24dd7645b req-d0a73ff4-4d3c-4b17-a852-ee86e79e83e7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:43.244367 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ff371c0b-136c-4680-a48a-48f24dd7645b req-d0a73ff4-4d3c-4b17-a852-ee86e79e83e7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0633802 Feb 04 17:25:43.333390 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ff371c0b-136c-4680-a48a-48f24dd7645b req-91f54446-6178-4f79-bf17-6903e6263634 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779340 Feb 04 17:25:43.619427 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bf317-b6ee-4963-ad69-2e2d011b42a8 req-bb1af0e0-f5d0-4a5b-a225-25c2534fb146 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:43.621615 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-325bf317-b6ee-4963-ad69-2e2d011b42a8 req-bb1af0e0-f5d0-4a5b-a225-25c2534fb146 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0716932 Feb 04 17:25:43.684856 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-325bf317-b6ee-4963-ad69-2e2d011b42a8 req-f06af0c0-fc8e-4704-9a63-7cc08362b4ba tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563335 Feb 04 17:25:44.142027 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c934509-9d17-4b61-ad2a-1848802b0993 req-337b604d-72be-4314-b0d0-4b4fc11ef912 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:44.144959 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c934509-9d17-4b61-ad2a-1848802b0993 req-337b604d-72be-4314-b0d0-4b4fc11ef912 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.1066160 Feb 04 17:25:44.216660 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c934509-9d17-4b61-ad2a-1848802b0993 req-938ce7bf-9c18-44db-bb5f-3acbc80a4f2f tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645907 Feb 04 17:25:44.327688 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-7917b82a-c0f2-4e72-9b52-a988aa31281b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:44.329259 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-7917b82a-c0f2-4e72-9b52-a988aa31281b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0652876 Feb 04 17:25:44.583119 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Deleting port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:44.583704 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.604846 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b947f-57e7-4c0b-b765-8e515b65f201 req-28e50288-c19b-44c1-9c49-d97030de8c93 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:44.607768 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3c6b947f-57e7-4c0b-b765-8e515b65f201 req-28e50288-c19b-44c1-9c49-d97030de8c93 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1485200 Feb 04 17:25:44.685704 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ff661-8632-499a-8c50-129c4bbe5943 req-889483fc-2983-46c1-b681-b25a6667a217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:44.687507 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3a8ff661-8632-499a-8c50-129c4bbe5943 req-889483fc-2983-46c1-b681-b25a6667a217 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1129 time: 0.0557854 Feb 04 17:25:44.753898 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3a8ff661-8632-499a-8c50-129c4bbe5943 req-df5a5de4-a20e-45be-ac8c-13d098583fa9 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581617 Feb 04 17:25:44.807410 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3c6b947f-57e7-4c0b-b765-8e515b65f201 req-3b2b07c1-18be-4788-b703-8ecd1e5a710c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793272 Feb 04 17:25:44.841654 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] For port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:44.845432 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:44.874165 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Calling delete_port for c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:44.890148 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9160867-19eb-4dce-a8cd-a63ddec4cf69 req-d2eb5d69-9f34-47f0-8785-2502b5b70f67 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:44.893015 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b9160867-19eb-4dce-a8cd-a63ddec4cf69 req-d2eb5d69-9f34-47f0-8785-2502b5b70f67 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1161149 Feb 04 17:25:44.968843 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b9160867-19eb-4dce-a8cd-a63ddec4cf69 req-e91e256e-8587-4cdb-b494-e33d0d9fbf2b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669148 Feb 04 17:25:45.380028 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5651b38-0717-4b20-aa10-aa0c64c7b694 req-99e441aa-f83d-4391-bffd-135e5179cb71 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:45.381816 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d5651b38-0717-4b20-aa10-aa0c64c7b694 req-99e441aa-f83d-4391-bffd-135e5179cb71 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 945 time: 0.0703440 Feb 04 17:25:45.454335 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d5651b38-0717-4b20-aa10-aa0c64c7b694 req-9f6e0cfe-72bc-4e09-ad4e-1d34cab2b001 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635595 Feb 04 17:25:45.615238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.629783 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b', 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:45.669679 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event deleted for resources: {'Port': ['ID=c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:45.704762 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.705163 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.705527 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.705996 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.706404 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.707020 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.707637 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.708246 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.708825 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.710158 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.710158 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.710624 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.711212 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:45.779239 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] No DVR routers for this DVR port c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:45.782916 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:45.786816 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-79eb6f66-e114-48ec-b006-c3d3e5e1cc74 req-0a3e3202-8074-411d-8ac4-7266f91091e4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "DELETE /v2.0/ports/c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 HTTP/1.1" status: 204 len: 173 time: 1.4512022 Feb 04 17:25:45.787331 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45da6148-a58c-420a-89e5-cd41913ad383', 'name': 'network-vif-deleted', 'tag': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:45.789860 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319b00ec-6599-4cfe-bc16-15f2f19ba959" -d '{"events": [{"server_uuid": "45da6148-a58c-420a-89e5-cd41913ad383", "name": "network-vif-deleted", "tag": "c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:45.868517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2144d66b-471a-43db-bc1c-032ef84ff9ad x-openstack-request-id: req-2144d66b-471a-43db-bc1c-032ef84ff9ad {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:45.868517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45da6148-a58c-420a-89e5-cd41913ad383", "name": "network-vif-deleted", "tag": "c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:45.868517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2144d66b-471a-43db-bc1c-032ef84ff9ad {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:45.868517 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45da6148-a58c-420a-89e5-cd41913ad383', 'name': 'network-vif-deleted', 'tag': 'c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1', 'status': 'completed', 'code': 200} Feb 04 17:25:46.029907 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd531d0-5c5b-4e60-9b2d-29ba2a25006b req-e5ade937-5cac-40fd-9569-e4a056ca5195 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:46.032859 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0fd531d0-5c5b-4e60-9b2d-29ba2a25006b req-e5ade937-5cac-40fd-9569-e4a056ca5195 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0858855 Feb 04 17:25:46.094907 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0fd531d0-5c5b-4e60-9b2d-29ba2a25006b req-d46557b4-b619-43f4-aad0-f12d1b02a1fa tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567546 Feb 04 17:25:46.150158 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6654ea-1f3f-4e7f-aa71-12ab15907f3e req-5fc29f91-2cd6-4b03-ae0b-f6a7119f42b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:46.164239 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5d6654ea-1f3f-4e7f-aa71-12ab15907f3e req-5fc29f91-2cd6-4b03-ae0b-f6a7119f42b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0963533 Feb 04 17:25:46.239460 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5d6654ea-1f3f-4e7f-aa71-12ab15907f3e req-562934fb-5095-493e-a25a-0c45cc57fb7f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735493 Feb 04 17:25:46.600777 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d0626f8f-6ae0-4d98-b345-7ba3525c03ce req-7bf33514-d9d7-4ab5-90f6-0cebce53a49c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=45da6148-a58c-420a-89e5-cd41913ad383 HTTP/1.1" status: 200 len: 210 time: 0.0448790 Feb 04 17:25:47.515338 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32bce6-c496-4ee5-8b84-3d9b2a7904d7 req-6798b169-3467-4a2d-856b-2bea1a247375 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:47.542603 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc32bce6-c496-4ee5-8b84-3d9b2a7904d7 req-6798b169-3467-4a2d-856b-2bea1a247375 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.1562080 Feb 04 17:25:47.542851 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d8328-8f58-4e3b-9ff6-41cda414a12a req-5e3d50f9-4edc-4ffe-aeb3-fbf1c3e27b32 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:47.542851 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f75d8328-8f58-4e3b-9ff6-41cda414a12a req-5e3d50f9-4edc-4ffe-aeb3-fbf1c3e27b32 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.3066678 Feb 04 17:25:47.588210 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc32bce6-c496-4ee5-8b84-3d9b2a7904d7 req-598c3b25-a4d3-412f-8d1a-cb9b93b05431 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632138 Feb 04 17:25:47.611902 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f75d8328-8f58-4e3b-9ff6-41cda414a12a req-25d32732-b89d-4f3d-9d82-9315c72bc0d1 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670846 Feb 04 17:25:48.547626 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd03d6-50a3-490d-b7ae-f5c4e8231b9f req-77ca4971-c5b7-4294-8d4e-389b1a9ac73b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.550570 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f3fd03d6-50a3-490d-b7ae-f5c4e8231b9f req-77ca4971-c5b7-4294-8d4e-389b1a9ac73b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0791135 Feb 04 17:25:48.614308 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f3fd03d6-50a3-490d-b7ae-f5c4e8231b9f req-21b6dc6a-4656-4dac-8bf0-bb2bd96d885f tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576441 Feb 04 17:25:48.618971 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-9e5b5922-a4f8-427d-a70b-d06641030979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.620601 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-9e5b5922-a4f8-427d-a70b-d06641030979 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 1129 time: 0.0644407 Feb 04 17:25:48.824802 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-196899f0-72d7-4664-b56f-6d4375bf8a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.827210 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-196899f0-72d7-4664-b56f-6d4375bf8a87 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 200 len: 919 time: 0.1974382 Feb 04 17:25:48.864300 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:48.889485 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:25:48.889946 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device c1c0ce6f-c49c-4ebc-83ad-f8ad26f333b1 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:25:48.907180 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-69a5130d-f322-439e-80b5-b9473d0a9f9e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 200 len: 217 time: 0.0735188 Feb 04 17:25:48.948238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11991258-5b8c-4749-b8a4-8eefeb9e2ac5 req-33fcde1e-0cd3-4033-a9bd-45867d4be321 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:48.952293 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11991258-5b8c-4749-b8a4-8eefeb9e2ac5 req-33fcde1e-0cd3-4033-a9bd-45867d4be321 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.2192128 Feb 04 17:25:49.091027 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-8dadd1c3-a466-4fd9-bcff-e6d20ce3d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:49.093768 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-8dadd1c3-a466-4fd9-bcff-e6d20ce3d3da service neutron] 10.222.0.93 "GET /v2.0/subnets?id=7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 200 len: 858 time: 0.1782036 Feb 04 17:25:49.139048 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11991258-5b8c-4749-b8a4-8eefeb9e2ac5 req-42a2c5af-17a0-43bc-9bca-6672543f003f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354494 Feb 04 17:25:49.168136 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-6fffd285-2669-43a4-b1ab-20e39c886717 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c611358a-66be-4f22-9f64-c46dab53f471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674846 Feb 04 17:25:49.316065 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-aa66ac18-50fe-4a26-a091-335e2056992c service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399817 Feb 04 17:25:49.468649 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a73f9de-493b-4b7a-a8bb-f54254caba1b req-e6ac7d2e-ba50-4654-8021-19de6607b3ff service neutron] 10.222.0.93 "GET /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463575 Feb 04 17:25:49.758525 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4af32-8d1d-41d4-9aaf-4f5626bfff0b req-73e6284b-65af-4d67-a719-85abaa147407 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:49.760188 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d5f4af32-8d1d-41d4-9aaf-4f5626bfff0b req-73e6284b-65af-4d67-a719-85abaa147407 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.0869851 Feb 04 17:25:49.816642 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a8b04-76df-4251-95e1-5a64b812aa02 req-b6741847-66d5-4e33-8176-cc24dd52dc98 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:49.819558 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-627a8b04-76df-4251-95e1-5a64b812aa02 req-b6741847-66d5-4e33-8176-cc24dd52dc98 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0997446 Feb 04 17:25:49.820682 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d5f4af32-8d1d-41d4-9aaf-4f5626bfff0b req-dfc2ac9f-d9a7-49de-b28f-20b73fd6adc4 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522826 Feb 04 17:25:49.887094 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-627a8b04-76df-4251-95e1-5a64b812aa02 req-f324bc9f-e9b0-4d02-b114-fe74029f0ac5 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548613 Feb 04 17:25:50.310337 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31321fb1-7271-4f7d-9b06-45d7c61cc1f1 req-65e11525-6058-4442-b832-635780f69103 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:50.311995 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-31321fb1-7271-4f7d-9b06-45d7c61cc1f1 req-65e11525-6058-4442-b832-635780f69103 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 943 time: 0.0718415 Feb 04 17:25:50.378711 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-31321fb1-7271-4f7d-9b06-45d7c61cc1f1 req-21ace9e6-5f2c-4f8c-a5df-25601a28e28c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560710 Feb 04 17:25:50.861457 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:25:50.996191 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:51.002644 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601398b5-b9d3-414a-beca-2596147e97b5 req-535d2533-4673-4ec7-bcf9-6f9f90b4fa51 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:51.005193 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-601398b5-b9d3-414a-beca-2596147e97b5 req-535d2533-4673-4ec7-bcf9-6f9f90b4fa51 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.0738595 Feb 04 17:25:51.017050 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'port_id': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'mac_address': 'fa:16:3e:fc:d6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:25:51.072618 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-601398b5-b9d3-414a-beca-2596147e97b5 req-3a3541cd-5050-430e-b67b-fe9691fe224b tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590115 Feb 04 17:25:51.077008 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:51.077759 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.108917 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 048cf3d6-87e6-4215-b471-b1663dd1ea9c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:25:51.128484 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7aabc4-3e35-4b93-addf-a63cb42c4337 req-bf82cb3a-2089-4b84-bf9c-aaf551a86612 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:51.143303 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da7aabc4-3e35-4b93-addf-a63cb42c4337 req-bf82cb3a-2089-4b84-bf9c-aaf551a86612 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1194420 Feb 04 17:25:51.143531 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:51.190443 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da7aabc4-3e35-4b93-addf-a63cb42c4337 req-f0128f56-94fe-4822-8eb8-25db853b4109 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517478 Feb 04 17:25:51.245002 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:51.303100 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:51.311423 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.311788 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.312144 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.312496 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.312846 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.313189 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.313533 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.313876 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.314216 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.314589 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.314932 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.315269 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.315602 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:51.567755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f226-1dc9-4902-a425-95ff4dac4a56 req-7850a8c2-1b9f-404e-9ea1-1bb8cb84081a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:51.570561 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0ca9f226-1dc9-4902-a425-95ff4dac4a56 req-7850a8c2-1b9f-404e-9ea1-1bb8cb84081a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0931964 Feb 04 17:25:51.640779 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0ca9f226-1dc9-4902-a425-95ff4dac4a56 req-068e6681-bab6-45ee-8917-12186138cae5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632708 Feb 04 17:25:51.905966 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['048cf3d6-87e6-4215-b471-b1663dd1ea9c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:51.988220 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-070b0eae-0d45-4cfb-ae93-1ac191f1a11d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:51.989801 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-070b0eae-0d45-4cfb-ae93-1ac191f1a11d tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.0625291 Feb 04 17:25:52.131045 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Deleting port 7d7fec10-63fd-4e1d-beb3-73380f88173b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:25:52.131761 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.237628 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.304052 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a548f4-d3c3-4db4-a583-0e7715b8d1cc req-6e8a17d9-7415-4f1d-a4de-40501314f94c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:52.305853 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c4a548f4-d3c3-4db4-a583-0e7715b8d1cc req-6e8a17d9-7415-4f1d-a4de-40501314f94c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 945 time: 0.1237097 Feb 04 17:25:52.320201 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] For port 7d7fec10-63fd-4e1d-beb3-73380f88173b, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=7d7fec10-63fd-4e1d-beb3-73380f88173b,segment=NetworkSegment(70d1c2d3-30f7-4535-806f-f7deef99f98e),segment_id=70d1c2d3-30f7-4535-806f-f7deef99f98e)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:52.323211 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.345370 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Calling delete_port for 7d7fec10-63fd-4e1d-beb3-73380f88173b owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:25:52.366359 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf32eb7-d39f-4d42-936b-c0a3bdba5207 req-3b17f32d-9b18-4df0-bb23-15862a29b4f0 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:52.368725 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-adf32eb7-d39f-4d42-936b-c0a3bdba5207 req-3b17f32d-9b18-4df0-bb23-15862a29b4f0 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0827515 Feb 04 17:25:52.440010 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c4a548f4-d3c3-4db4-a583-0e7715b8d1cc req-bbc8207c-28fa-4484-95a3-f33c7c896ed2 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/security-groups?id=1e333b96-1735-461f-ad4f-3ef74c42a7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133335 Feb 04 17:25:52.471115 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-adf32eb7-d39f-4d42-936b-c0a3bdba5207 req-58bec85a-65b2-4023-8a15-69a2f7511311 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917242 Feb 04 17:25:52.660376 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (7d7fec10-63fd-4e1d-beb3-73380f88173b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.673779 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['7d7fec10-63fd-4e1d-beb3-73380f88173b'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:25:52.703996 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Pushing event deleted for resources: {'Port': ['ID=7d7fec10-63fd-4e1d-beb3-73380f88173b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:52.777759 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] No DVR routers for this DVR port 7d7fec10-63fd-4e1d-beb3-73380f88173b on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:25:52.784924 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:52.795350 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-47e34ccc-4a7e-44b6-a192-e9ddd56ed816 req-2ea349b5-63e6-45de-bbb5-8107a893a894 tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.93 "DELETE /v2.0/ports/7d7fec10-63fd-4e1d-beb3-73380f88173b HTTP/1.1" status: 204 len: 173 time: 0.7994287 Feb 04 17:25:52.796041 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'name': 'network-vif-deleted', 'tag': '7d7fec10-63fd-4e1d-beb3-73380f88173b'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:52.801684 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d1c547-283f-4586-bce8-5e6c1fb49a35" -d '{"events": [{"server_uuid": "405af5c7-e320-438e-97d2-bfcc5b79ad85", "name": "network-vif-deleted", "tag": "7d7fec10-63fd-4e1d-beb3-73380f88173b"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:52.848176 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee5f7a-b322-4cd1-b5b1-3b9d23f9e1e6 x-openstack-request-id: req-2aee5f7a-b322-4cd1-b5b1-3b9d23f9e1e6 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:52.848648 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "405af5c7-e320-438e-97d2-bfcc5b79ad85", "name": "network-vif-deleted", "tag": "7d7fec10-63fd-4e1d-beb3-73380f88173b", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:52.849099 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2aee5f7a-b322-4cd1-b5b1-3b9d23f9e1e6 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:52.849721 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '405af5c7-e320-438e-97d2-bfcc5b79ad85', 'name': 'network-vif-deleted', 'tag': '7d7fec10-63fd-4e1d-beb3-73380f88173b', 'status': 'completed', 'code': 200} Feb 04 17:25:52.853521 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207638-96d6-4772-ad2e-1a886273dfaf req-5b6b3b84-f9de-4f94-97cb-0e1e7380ab20 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:52.857749 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1c207638-96d6-4772-ad2e-1a886273dfaf req-5b6b3b84-f9de-4f94-97cb-0e1e7380ab20 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.1052454 Feb 04 17:25:52.931739 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1c207638-96d6-4772-ad2e-1a886273dfaf req-d2d10639-f2b2-4a18-81ef-6948ae9f3f4a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680356 Feb 04 17:25:52.950985 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58280) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:53.102841 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.236675 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Publish callbacks [] for security_group (6314d507-5620-446d-b1dc-240a19763ce3), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.325636 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6314d507-5620-446d-b1dc-240a19763ce3), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.369611 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6314d507-5620-446d-b1dc-240a19763ce3,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:53.375504 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b10e86431d04dcbbbf926af1bed7ae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232113 Feb 04 17:25:53.379466 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58284) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:53.386183 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.386183 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.387314 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.387917 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.388461 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.389003 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.389549 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.390110 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.390718 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.391259 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.391802 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.392360 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.392916 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafe9d9f-dd9c-4d0d-81ae-81573ae8ff36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:25:53.449160 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f3376b0-06ec-4331-ab99-c72c4d61bc2e admin admin] Publish callbacks [] for security_group (6314d507-5620-446d-b1dc-240a19763ce3), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.475299 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f3376b0-06ec-4331-ab99-c72c4d61bc2e admin admin] Publish callbacks [] for security_group (6314d507-5620-446d-b1dc-240a19763ce3), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.633529 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f3376b0-06ec-4331-ab99-c72c4d61bc2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6314d507-5620-446d-b1dc-240a19763ce3), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.637096 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8f3376b0-06ec-4331-ab99-c72c4d61bc2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:53.642161 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-8f3376b0-06ec-4331-ab99-c72c4d61bc2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6314d507-5620-446d-b1dc-240a19763ce3 HTTP/1.1" status: 204 len: 168 time: 0.2570672 Feb 04 17:25:53.644478 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7f765c72-fcbf-4a25-bd3d-2fb0477397ca req-b4afdeb8-3a1f-442b-a299-54f7e041532c tempest-AttachVolumeNegativeTest-1941673233 tempest-AttachVolumeNegativeTest-1941673233-project] 10.222.0.24 "GET /v2.0/ports?device_id=405af5c7-e320-438e-97d2-bfcc5b79ad85 HTTP/1.1" status: 200 len: 210 time: 0.0466876 Feb 04 17:25:53.652253 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3376b0-06ec-4331-ab99-c72c4d61bc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6314d507-5620-446d-b1dc-240a19763ce3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:53.671192 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18db1-7c0c-4406-b71e-5b68d949f4da req-2a8d5436-7117-41a3-91ac-f558f9cbad8d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:53.676783 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f2d18db1-7c0c-4406-b71e-5b68d949f4da req-2a8d5436-7117-41a3-91ac-f558f9cbad8d tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0928359 Feb 04 17:25:53.759157 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f2d18db1-7c0c-4406-b71e-5b68d949f4da req-16dc0fbe-34d2-47b1-91be-1b408d70f2e4 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729511 Feb 04 17:25:54.161236 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442c1fdd-07bf-4be1-8a31-f1822416d5ed req-fe0ff0e9-d124-4e59-b85b-6fa468fee861 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:54.164696 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-442c1fdd-07bf-4be1-8a31-f1822416d5ed req-fe0ff0e9-d124-4e59-b85b-6fa468fee861 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 944 time: 0.0942507 Feb 04 17:25:54.252869 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-442c1fdd-07bf-4be1-8a31-f1822416d5ed req-013450f5-1ccf-4e6a-b7ff-a6adb58f5191 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798626 Feb 04 17:25:54.733701 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:25:54.754160 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58316) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:54.814176 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] Deleting subnet b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:25:54.817893 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] Publish callbacks [] for subnet (b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.859122 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:54.874401 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.926626 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 048cf3d6-87e6-4215-b471-b1663dd1ea9c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:54.927260 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:54.956357 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.065851 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 048cf3d6-87e6-4215-b471-b1663dd1ea9c is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:55.066884 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.114009 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:25:55.115717 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.118514 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b67d3e-66cf-4f98-90b5-7adfc1b0c565" -d '{"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-plugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:25:55.153331 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:55.178677 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:55.183064 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.193173 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58330) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:55.195059 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3962cfb0-ad8a-406e-af4a-f8074a462c6a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4bcfd2e-a2c8-4e1b-b8c2-2eac89f0c0c6 HTTP/1.1" status: 204 len: 168 time: 0.4377985 Feb 04 17:25:55.208190 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473ba772-0bb5-4232-b73e-96af738895a8 x-openstack-request-id: req-473ba772-0bb5-4232-b73e-96af738895a8 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:25:55.208731 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-plugged", "status": "completed", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:25:55.209766 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-473ba772-0bb5-4232-b73e-96af738895a8 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:25:55.210915 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'code': 200} Feb 04 17:25:55.291254 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58334) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:55.359877 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.360893 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7d7fec10-63fd-4e1d-beb3-73380f88173b no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:25:55.512840 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-159846845-network', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:55.522928 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 7d7fec10-63fd-4e1d-beb3-73380f88173b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:25:55.523787 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 7d7fec10-63fd-4e1d-beb3-73380f88173b not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:25:55.529422 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:55.543179 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (e9341194-1d5f-4083-959b-710e641d6a57), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.625859 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Made reservation on behalf of 61dfb6adbeed41138806ac5bf4ceccfe for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:55.629939 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.646313 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.740970 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (e9341194-1d5f-4083-959b-710e641d6a57), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.781122 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9341194-1d5f-4083-959b-710e641d6a57']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:55.799247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70d1c2d3-30f7-4535-806f-f7deef99f98e') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:55.799719 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70d1c2d3-30f7-4535-806f-f7deef99f98e') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:25:55.823033 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (70d1c2d3-30f7-4535-806f-f7deef99f98e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.830717 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks [] for security_group (2d71167c-d2e4-49cc-86e2-879d32de9012), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.843835 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d1651-b50f-4e79-955a-d2ef790cf816 req-889d96bf-ce48-4da8-963b-19d4e07e100d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:55.846355 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-df5d1651-b50f-4e79-955a-d2ef790cf816 req-889d96bf-ce48-4da8-963b-19d4e07e100d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.4731588 Feb 04 17:25:55.860259 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (70d1c2d3-30f7-4535-806f-f7deef99f98e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.876753 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:25:55.877415 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (70d1c2d3-30f7-4535-806f-f7deef99f98e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:25:55.880089 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:25:55.953740 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (2d71167c-d2e4-49cc-86e2-879d32de9012), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.000929 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:25:56.015083 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-df5d1651-b50f-4e79-955a-d2ef790cf816 req-dd2eca00-5b5c-41f3-9461-bbeb28d1592a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570544 Feb 04 17:25:56.016276 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d71167c-d2e4-49cc-86e2-879d32de9012,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:56.045808 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (7af72acf-13b6-4f01-b495-efb2a7479f19), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.045808 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Added segment 7af72acf-13b6-4f01-b495-efb2a7479f19 of type vlan for network 54835a6e-f061-47b3-9399-e56c69d8d398 Feb 04 17:25:56.106867 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (e9341194-1d5f-4083-959b-710e641d6a57), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.117301 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.124967 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] 10.222.0.24 "DELETE /v2.0/networks/e9341194-1d5f-4083-959b-710e641d6a57 HTTP/1.1" status: 204 len: 168 time: 0.9294739 Feb 04 17:25:56.130471 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (54835a6e-f061-47b3-9399-e56c69d8d398), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.148483 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1626c6-0d48-4f2f-9f29-c9af1c4c2bba admin admin] Pushing event deleted for resources: {'Network': ['ID=e9341194-1d5f-4083-959b-710e641d6a57,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:56.152616 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bb85cf-487d-4cc1-87aa-7e910fdea031 req-b2c97576-4e21-46ac-8552-458cfb1e80a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:56.156693 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-94bb85cf-487d-4cc1-87aa-7e910fdea031 req-b2c97576-4e21-46ac-8552-458cfb1e80a3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1130 time: 0.1395409 Feb 04 17:25:56.462327 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-94bb85cf-487d-4cc1-87aa-7e910fdea031 req-cb05839d-504c-4113-b55b-c2cdacddf984 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3012915 Feb 04 17:25:56.519117 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (54835a6e-f061-47b3-9399-e56c69d8d398), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.520362 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:56.520947 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.593420 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] Pushing event updated for resources: {'Network': ['ID=54835a6e-f061-47b3-9399-e56c69d8d398,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:56.608608 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 54835a6e-f061-47b3-9399-e56c69d8d398 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:25:56.616814 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:56.685175 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-72dcbc94-62c5-4dd9-bda4-b07b2b99474a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3887517 Feb 04 17:25:56.686086 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58352) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:56.700277 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Request body: {'subnet': {'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-159846845-subnet', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:56.701687 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-4fc138b8-46fd-4e62-a76e-cfdadb3938a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97f2e504cc66445a9a3aecb687ae6104&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0829442 Feb 04 17:25:56.705886 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58354) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:56.787991 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be3757fc-b1bd-4a87-b493-51a245440281 admin admin] Publish callbacks [] for security_group (1e333b96-1735-461f-ad4f-3ef74c42a7a5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.816081 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Made reservation on behalf of 61dfb6adbeed41138806ac5bf4ceccfe for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:25:56.820756 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:56.826567 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be3757fc-b1bd-4a87-b493-51a245440281 admin admin] Publish callbacks [] for security_group (1e333b96-1735-461f-ad4f-3ef74c42a7a5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.078689 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be3757fc-b1bd-4a87-b493-51a245440281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1e333b96-1735-461f-ad4f-3ef74c42a7a5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.081628 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-be3757fc-b1bd-4a87-b493-51a245440281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.085604 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-be3757fc-b1bd-4a87-b493-51a245440281 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e333b96-1735-461f-ad4f-3ef74c42a7a5 HTTP/1.1" status: 204 len: 168 time: 0.3753762 Feb 04 17:25:57.096950 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3757fc-b1bd-4a87-b493-51a245440281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e333b96-1735-461f-ad4f-3ef74c42a7a5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:57.113524 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (e24407b5-b109-49f6-aedd-2cfe05e8f346), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.236159 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e24407b5-b109-49f6-aedd-2cfe05e8f346,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:57.246712 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Checking segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:57.247354 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Network hostable DHCP agents. Network: 54835a6e-f061-47b3-9399-e56c69d8d398, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:25:57.295990 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3e248-dccc-4217-a0b8-f1e7987d2cdd req-52b1b54e-7a86-4bd5-b7b2-9334ed12d567 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:57.298761 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f3d3e248-dccc-4217-a0b8-f1e7987d2cdd req-52b1b54e-7a86-4bd5-b7b2-9334ed12d567 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.1279345 Feb 04 17:25:57.368420 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f3d3e248-dccc-4217-a0b8-f1e7987d2cdd req-f2f29d90-c3da-474d-a3de-e873d5065482 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633447 Feb 04 17:25:57.373689 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Network 54835a6e-f061-47b3-9399-e56c69d8d398 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:25:57.489990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 54835a6e-f061-47b3-9399-e56c69d8d398) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:57.496073 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:57.496965 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.503894 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ace6c0-3634-4a4a-a0cf-75a8387d5c67 None None] Network 54835a6e-f061-47b3-9399-e56c69d8d398 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:25:57.599860 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-2e4da2d5-f539-40d3-91b6-2d836ae7bff8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9098625 Feb 04 17:25:57.600545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58366) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:25:57.607310 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:25:57.669536 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-54835a6e-f061-47b3-9399-e56c69d8d398', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:25:57.670693 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.718597 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.720665 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.797896 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks [] for router_controller (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:57.888173 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Allocated IP 172.20.0.2 (54835a6e-f061-47b3-9399-e56c69d8d398/e24407b5-b109-49f6-aedd-2cfe05e8f346/71036edd-fd64-4485-9980-1d72e71bb745) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:58.150509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Publish callbacks [] for port (71036edd-fd64-4485-9980-1d72e71bb745), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.159734 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks [] for router_gateway (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.224869 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (71036edd-fd64-4485-9980-1d72e71bb745), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.333379 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Pushing event updated for resources: {'Port': ['ID=71036edd-fd64-4485-9980-1d72e71bb745,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:58.353151 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Network 54835a6e-f061-47b3-9399-e56c69d8d398 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:58.363767 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:58.366661 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:58.520051 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Attempting to bind port 71036edd-fd64-4485-9980-1d72e71bb745 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:25:58.521092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Attempting to bind port 71036edd-fd64-4485-9980-1d72e71bb745 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:25:58.522033 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Attempting to bind port 71036edd-fd64-4485-9980-1d72e71bb745 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:25:58.533480 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:25:58.534324 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Checking segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:25:58.535020 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.535695 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Bound using segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:25:58.536537 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Bound port: 71036edd-fd64-4485-9980-1d72e71bb745, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:25:58.537498 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71036edd-fd64-4485-9980-1d72e71bb745), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.641838 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94685845-3af5-4aa4-8487-989decdff28c req-525a3a3e-baa1-4960-9ce6-0d5c93db1e6c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:25:58.646233 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-94685845-3af5-4aa4-8487-989decdff28c req-525a3a3e-baa1-4960-9ce6-0d5c93db1e6c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.1380470 Feb 04 17:25:58.694045 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks [] for router_gateway (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.732886 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] For port 71036edd-fd64-4485-9980-1d72e71bb745, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:25:58.733569 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-94685845-3af5-4aa4-8487-989decdff28c req-d51908c1-8d08-4b43-a60f-16cec9e1fb7a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668538 Feb 04 17:25:58.736713 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.746666 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] For port 71036edd-fd64-4485-9980-1d72e71bb745, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=71036edd-fd64-4485-9980-1d72e71bb745,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:25:58.861231 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71036edd-fd64-4485-9980-1d72e71bb745), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:58.926537 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Allocated IP 172.27.0.106 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/ec53c211-0a4a-4d50-b388-311ed5fb830a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:25:58.992212 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f850a1-2d76-4c52-9a4f-844402764096 None None] Pushing event updated for resources: {'Port': ['ID=71036edd-fd64-4485-9980-1d72e71bb745,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.139388 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks [] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.551914 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 71036edd-fd64-4485-9980-1d72e71bb745 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:25:59.553747 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.609687 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:25:59.613416 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:25:59.616290 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:25:59.618253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 71036edd-fd64-4485-9980-1d72e71bb745 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:25:59.619003 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71036edd-fd64-4485-9980-1d72e71bb745), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.715951 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Pushing event updated for resources: {'Port': ['ID=ec53c211-0a4a-4d50-b388-311ed5fb830a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:25:59.740913 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 71036edd-fd64-4485-9980-1d72e71bb745 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:25:59.740913 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71036edd-fd64-4485-9980-1d72e71bb745), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:25:59.839920 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 71036edd-fd64-4485-9980-1d72e71bb745, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=71036edd-fd64-4485-9980-1d72e71bb745,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:25:59.953926 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71036edd-fd64-4485-9980-1d72e71bb745), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.014466 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c095391-ebec-4b6c-86ca-e3e000c06532 req-8fdd9df5-557f-42f5-b9d4-9ed2f45418ff tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:00.017472 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3c095391-ebec-4b6c-86ca-e3e000c06532 req-8fdd9df5-557f-42f5-b9d4-9ed2f45418ff tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.1219590 Feb 04 17:26:00.076906 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=71036edd-fd64-4485-9980-1d72e71bb745,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:00.179300 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-3c095391-ebec-4b6c-86ca-e3e000c06532 req-a3298d4e-3a74-462f-ac6f-7a4e819e1e00 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480470 Feb 04 17:26:00.251519 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks [] for router_gateway (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.463238 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21a15ae-89e7-42f7-afa2-26cbaa6ebb79 None None] Network 54835a6e-f061-47b3-9399-e56c69d8d398 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:00.651353 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b8578a95-0602-412c-8257-435916bb6530 None None] Provisioning complete for port 71036edd-fd64-4485-9980-1d72e71bb745 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:00.652907 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b8578a95-0602-412c-8257-435916bb6530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71036edd-fd64-4485-9980-1d72e71bb745), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.690187 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:00.898753 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b8578a95-0602-412c-8257-435916bb6530 None None] Current status of the port 71036edd-fd64-4485-9980-1d72e71bb745 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:01.097662 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed42e3f-2738-4721-a5c2-e137f5914500 req-aacd0e5d-1455-457d-9f8a-0a39e110052e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:01.099382 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ed42e3f-2738-4721-a5c2-e137f5914500 req-aacd0e5d-1455-457d-9f8a-0a39e110052e tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.4555430 Feb 04 17:26:01.189421 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ed42e3f-2738-4721-a5c2-e137f5914500 req-f5d7aeea-6ef6-4b81-83d9-02213faec47b tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785847 Feb 04 17:26:01.250628 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ab15ca08-1e3b-4444-a060-966af80307cf None None] Provisioning complete for port 71036edd-fd64-4485-9980-1d72e71bb745 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:01.251058 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ab15ca08-1e3b-4444-a060-966af80307cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71036edd-fd64-4485-9980-1d72e71bb745), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.267403 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:26:01.384192 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ab15ca08-1e3b-4444-a060-966af80307cf None None] Current status of the port 71036edd-fd64-4485-9980-1d72e71bb745 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:01.468820 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:01.485899 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:01.506789 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:01.507988 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:25:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:01.522902 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 71036edd-fd64-4485-9980-1d72e71bb745 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:01.594415 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 71036edd-fd64-4485-9980-1d72e71bb745 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:01.595482 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71036edd-fd64-4485-9980-1d72e71bb745), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.596918 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:01.606369 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e341488b-e8e2-4bb9-b7cc-e30705b2a5bc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9965112 Feb 04 17:26:01.606775 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58450) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:01.728948 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:01.786488 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 71036edd-fd64-4485-9980-1d72e71bb745 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:01.895696 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262fe8-db78-4017-817d-133d4b708efa req-bce66617-ca85-4d7d-ae17-52cb7f745adb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:01.898240 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ac262fe8-db78-4017-817d-133d4b708efa req-bce66617-ca85-4d7d-ae17-52cb7f745adb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.5888126 Feb 04 17:26:02.047501 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:25:59Z', 'revision_number': 3, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:25:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:02.103980 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:02.104987 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Updating router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 port ec53c211-0a4a-4d50-b388-311ed5fb830a binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:26:02.139052 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ac262fe8-db78-4017-817d-133d4b708efa req-b8835e02-283f-4c79-8af4-bf45cafb7ab1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2251618 Feb 04 17:26:02.173699 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.387053 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbce483e-9867-41ed-898d-60c7a466e841 req-d5ccd8a9-947f-41eb-8dd0-1f0e7c21f009 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:02.390917 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dbce483e-9867-41ed-898d-60c7a466e841 req-d5ccd8a9-947f-41eb-8dd0-1f0e7c21f009 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0853736 Feb 04 17:26:02.396672 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1acb24c3-8b2e-40fe-b36f-8d81fcc83519 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.480375 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dbce483e-9867-41ed-898d-60c7a466e841 req-dccd96af-b9e8-4cbe-90ae-d67478a296e2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792761 Feb 04 17:26:02.548053 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.636581 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Publish callbacks [] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.747717 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.805108 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Allocated IP 172.20.0.1 (54835a6e-f061-47b3-9399-e56c69d8d398/e24407b5-b109-49f6-aedd-2cfe05e8f346/a8492ee0-d263-4570-8e95-b09429fbc747) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:02.810262 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Pushing event updated for resources: {'Port': ['ID=ec53c211-0a4a-4d50-b388-311ed5fb830a,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:02.821987 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.821987 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.821987 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.821987 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.831063 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:02.832640 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Attempting to bind port ec53c211-0a4a-4d50-b388-311ed5fb830a on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:02.832640 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Attempting to bind port ec53c211-0a4a-4d50-b388-311ed5fb830a by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:02.832961 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Attempting to bind port ec53c211-0a4a-4d50-b388-311ed5fb830a on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:02.838907 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:02.839991 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:02.840592 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.841247 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:02.841931 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Bound port: ec53c211-0a4a-4d50-b388-311ed5fb830a, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:02.843244 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:02.921003 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] For port ec53c211-0a4a-4d50-b388-311ed5fb830a, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:02.924989 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] For port ec53c211-0a4a-4d50-b388-311ed5fb830a, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=ec53c211-0a4a-4d50-b388-311ed5fb830a,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:02.997205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks [] for port (a8492ee0-d263-4570-8e95-b09429fbc747), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.051181 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.098265 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-19a98f57-2362-4235-97b0-f51fc975e1d7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:03.100921 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-19a98f57-2362-4235-97b0-f51fc975e1d7 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.0939918 Feb 04 17:26:03.129847 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:03.130512 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:25:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:03.132639 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d45078-6879-4158-8474-3847168bd6aa None None] Pushing event updated for resources: {'Port': ['ID=ec53c211-0a4a-4d50-b388-311ed5fb830a,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:03.175322 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.281753 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Network 54835a6e-f061-47b3-9399-e56c69d8d398 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:03.285304 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:03.290798 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:03.343436 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Pushing event updated for resources: {'Port': ['ID=a8492ee0-d263-4570-8e95-b09429fbc747,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:03.404209 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.427572 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:03.470336 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Deleting port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:03.470336 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.547274 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e74215-9952-4e8b-addc-0ca276e1ad59 req-91c9f640-494d-468e-b17a-275e7faa2734 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:03.550488 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73e74215-9952-4e8b-addc-0ca276e1ad59 req-91c9f640-494d-468e-b17a-275e7faa2734 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.2539725 Feb 04 17:26:03.687825 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] For port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:03.688109 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.700255 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73e74215-9952-4e8b-addc-0ca276e1ad59 req-276e7b4c-49bd-43f9-99ef-d989f5c83c79 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371417 Feb 04 17:26:03.709632 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Calling delete_port for 6682cb65-c5cd-4bc7-97b7-1ef53822db9f owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:03.737092 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd696bf0-12af-4d74-b629-e016253e1966 req-e6432aa4-1efe-40e9-9065-fab6d41e9b1c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:03.752245 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fd696bf0-12af-4d74-b629-e016253e1966 req-e6432aa4-1efe-40e9-9065-fab6d41e9b1c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 946 time: 0.1279259 Feb 04 17:26:03.776328 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-52404f4b-f023-421a-ab60-a108290aa89a None None] Provisioning complete for port a8492ee0-d263-4570-8e95-b09429fbc747 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:03.778613 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-52404f4b-f023-421a-ab60-a108290aa89a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.830419 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:03.882248 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fd696bf0-12af-4d74-b629-e016253e1966 req-bbd58d5c-4526-4b1f-9980-6e506df752ce tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262481 Feb 04 17:26:03.888763 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-52404f4b-f023-421a-ab60-a108290aa89a None None] Port a8492ee0-d263-4570-8e95-b09429fbc747 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:03.895695 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:25:59Z', 'revision_number': 3, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:03.942807 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bbd0b2-37b9-46e5-bd20-0b6fd75d588d None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:25:59Z', 'revision_number': 3, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:04.153698 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks [] for port (a8492ee0-d263-4570-8e95-b09429fbc747), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.217156 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (6682cb65-c5cd-4bc7-97b7-1ef53822db9f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.235630 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['6682cb65-c5cd-4bc7-97b7-1ef53822db9f', '364d1fe8-df42-4276-8a1c-e9f268a1613a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:26:04.294729 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.308131 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Pushing event deleted for resources: {'Port': ['ID=6682cb65-c5cd-4bc7-97b7-1ef53822db9f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:04.474772 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] No DVR routers for this DVR port 6682cb65-c5cd-4bc7-97b7-1ef53822db9f on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:04.485321 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.491117 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0c1f5f8-98f8-48c4-86cc-70381fb518b6 req-1b9ac343-5a4b-4c58-9eff-0a1db8eb5ff2 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "DELETE /v2.0/ports/6682cb65-c5cd-4bc7-97b7-1ef53822db9f HTTP/1.1" status: 204 len: 173 time: 1.3838644 Feb 04 17:26:04.500087 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15896ec3-37c4-46a2-af5e-c6501995011f', 'name': 'network-vif-deleted', 'tag': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:04.504087 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d557d2-5a6c-41d1-b497-6ba7ccb0887d" -d '{"events": [{"server_uuid": "15896ec3-37c4-46a2-af5e-c6501995011f", "name": "network-vif-deleted", "tag": "6682cb65-c5cd-4bc7-97b7-1ef53822db9f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:04.539795 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:04.555485 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Pushing event updated for resources: {'Port': ['ID=a8492ee0-d263-4570-8e95-b09429fbc747,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:04.564495 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fb935f-f724-4503-911c-b4efdd4ddf6c x-openstack-request-id: req-80fb935f-f724-4503-911c-b4efdd4ddf6c {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:04.564974 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15896ec3-37c4-46a2-af5e-c6501995011f", "name": "network-vif-deleted", "tag": "6682cb65-c5cd-4bc7-97b7-1ef53822db9f", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:04.565406 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80fb935f-f724-4503-911c-b4efdd4ddf6c {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:04.566082 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15896ec3-37c4-46a2-af5e-c6501995011f', 'name': 'network-vif-deleted', 'tag': '6682cb65-c5cd-4bc7-97b7-1ef53822db9f', 'status': 'completed', 'code': 200} Feb 04 17:26:04.734928 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Network 54835a6e-f061-47b3-9399-e56c69d8d398 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:04.737621 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:05.015954 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:26:05.127656 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3c186085-25ba-4ca2-876b-8c598c83a578 None None] Provisioning complete for port a8492ee0-d263-4570-8e95-b09429fbc747 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:05.128784 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3c186085-25ba-4ca2-876b-8c598c83a578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.155199 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c26611a2-4d6e-45ce-b533-833f0a073ae4 req-296d21be-db5f-4639-ba2e-71c23624dc29 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=15896ec3-37c4-46a2-af5e-c6501995011f HTTP/1.1" status: 200 len: 210 time: 0.0523419 Feb 04 17:26:05.237685 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3c186085-25ba-4ca2-876b-8c598c83a578 None None] Port a8492ee0-d263-4570-8e95-b09429fbc747 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:05.281835 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:05.290036 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-6bdfc899-7d46-4ab0-9b32-159e306b3f8f admin admin] 10.222.0.24 "PUT /v2.0/routers/c5f17a45-fdec-42e6-9ddd-67344b6c32f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6853569 Feb 04 17:26:05.567931 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device ec53c211-0a4a-4d50-b388-311ed5fb830a up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:05.643629 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port ec53c211-0a4a-4d50-b388-311ed5fb830a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:05.644215 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.737173 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port ec53c211-0a4a-4d50-b388-311ed5fb830a is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:05.737618 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.774138 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port ec53c211-0a4a-4d50-b388-311ed5fb830a, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=ec53c211-0a4a-4d50-b388-311ed5fb830a,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:05.899904 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.953112 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3642018a-ee30-4bfe-8bfc-07aaa358a9d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:05.990063 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=ec53c211-0a4a-4d50-b388-311ed5fb830a,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:06.215260 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:06.423432 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:06.424334 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:06.562549 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:06.607021 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58520) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:06.613689 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-355839089-network', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:06.782007 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Made reservation on behalf of 0db6e6bd1b014f9599d0c9e1c5357a8a for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:06.786065 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.811926 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.855553 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 2, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:06.918974 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 6682cb65-c5cd-4bc7-97b7-1ef53822db9f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:06.947917 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks [] for security_group (6a237d57-9e11-49eb-8cd2-36bcfc50cb4a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:06.959165 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:06.959765 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Updating router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 port a8492ee0-d263-4570-8e95-b09429fbc747 binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:26:06.968843 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 6682cb65-c5cd-4bc7-97b7-1ef53822db9f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:06.969803 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d35314-1ada-4f1a-bee0-84dfbc78433d req-e2da152b-c77b-4853-bfd0-8f83985a3cca tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:06.970004 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 6682cb65-c5cd-4bc7-97b7-1ef53822db9f not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:06.971468 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a5d35314-1ada-4f1a-bee0-84dfbc78433d req-e2da152b-c77b-4853-bfd0-8f83985a3cca tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0937877 Feb 04 17:26:07.022393 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.048145 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6a237d57-9e11-49eb-8cd2-36bcfc50cb4a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.070655 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a5d35314-1ada-4f1a-bee0-84dfbc78433d req-8fc81ffb-686c-4dd9-8750-1ea0741b7147 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914087 Feb 04 17:26:07.096100 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:26:07.133808 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (53e54634-5958-47d4-bb95-d379f4e1808f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.134239 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Added segment 53e54634-5958-47d4-bb95-d379f4e1808f of type vlan for network e048d3bb-85c1-4278-aac2-42f924c5d20e Feb 04 17:26:07.138012 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a237d57-9e11-49eb-8cd2-36bcfc50cb4a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:07.213823 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (e048d3bb-85c1-4278-aac2-42f924c5d20e), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.458966 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (e048d3bb-85c1-4278-aac2-42f924c5d20e), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.460378 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:07.460987 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.478059 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Publish callbacks [] for port (a8492ee0-d263-4570-8e95-b09429fbc747), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.486503 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device ec53c211-0a4a-4d50-b388-311ed5fb830a up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:07.535592 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] Pushing event updated for resources: {'Network': ['ID=e048d3bb-85c1-4278-aac2-42f924c5d20e,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:07.553260 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network e048d3bb-85c1-4278-aac2-42f924c5d20e details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:26:07.616713 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7350b212-c1f6-4915-a67b-a7ed75d4649f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0077946 Feb 04 17:26:07.621748 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58528) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:07.628661 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Request body: {'subnet': {'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-355839089-subnet', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:07.630875 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.769253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port ec53c211-0a4a-4d50-b388-311ed5fb830a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:07.769828 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.774603 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6819e-2240-469e-a529-5ad0db6d87eb None None] Pushing event updated for resources: {'Port': ['ID=a8492ee0-d263-4570-8e95-b09429fbc747,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:07.787631 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Made reservation on behalf of 0db6e6bd1b014f9599d0c9e1c5357a8a for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:26:07.791005 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.926758 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Attempting to bind port a8492ee0-d263-4570-8e95-b09429fbc747 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:07.927265 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Attempting to bind port a8492ee0-d263-4570-8e95-b09429fbc747 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:07.927758 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Attempting to bind port a8492ee0-d263-4570-8e95-b09429fbc747 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:07.944625 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:07.945144 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Checking segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:07.945721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:07.946537 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Bound using segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:07.947218 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Bound port: a8492ee0-d263-4570-8e95-b09429fbc747, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:07.947744 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.055646 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.095155 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port ec53c211-0a4a-4d50-b388-311ed5fb830a is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:08.114767 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a84c22d4-b8cd-4a81-8b21-5d2c0e6e4b90 None None] Provisioning complete for port a8492ee0-d263-4570-8e95-b09429fbc747 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:08.115376 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a84c22d4-b8cd-4a81-8b21-5d2c0e6e4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.133698 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (610456bc-9d06-4e84-8128-975ecff496bc), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.179846 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] For port a8492ee0-d263-4570-8e95-b09429fbc747, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:08.200523 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=610456bc-9d06-4e84-8128-975ecff496bc,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:08.209044 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] For port a8492ee0-d263-4570-8e95-b09429fbc747, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=a8492ee0-d263-4570-8e95-b09429fbc747,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:08.215176 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Checking segment: {'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:08.215414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a84c22d4-b8cd-4a81-8b21-5d2c0e6e4b90 None None] Port a8492ee0-d263-4570-8e95-b09429fbc747 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:08.216250 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Network hostable DHCP agents. Network: e048d3bb-85c1-4278-aac2-42f924c5d20e, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:26:08.271191 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8861-a953-4577-9b49-67f3a4686b7d req-4605fd18-2151-466a-b53a-7f069b8dc287 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.272925 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-660a8861-a953-4577-9b49-67f3a4686b7d req-4605fd18-2151-466a-b53a-7f069b8dc287 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0714941 Feb 04 17:26:08.313999 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.326972 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Network e048d3bb-85c1-4278-aac2-42f924c5d20e is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:26:08.358451 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-660a8861-a953-4577-9b49-67f3a4686b7d req-ee96b8f4-0b5b-4cdb-ba5a-9311471ed757 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783155 Feb 04 17:26:08.401815 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:08.402101 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:08.445469 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6819e-2240-469e-a529-5ad0db6d87eb None None] Pushing event updated for resources: {'Port': ['ID=a8492ee0-d263-4570-8e95-b09429fbc747,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:08.458725 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, e048d3bb-85c1-4278-aac2-42f924c5d20e) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:08.467011 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:08.467011 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.490596 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df9087-0868-4e42-a99f-e13fe10d7e20 None None] Network e048d3bb-85c1-4278-aac2-42f924c5d20e requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:08.593047 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e140eae9-8571-48e7-8b4a-508f0c0bef3c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9681456 Feb 04 17:26:08.595393 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58542) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:08.599948 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:08.645546 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:08.727974 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-e048d3bb-85c1-4278-aac2-42f924c5d20e', 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e', 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'fixed_ips': [{'subnet_id': '610456bc-9d06-4e84-8128-975ecff496bc'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:26:08.731352 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.746047 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (0dddcaae-6c68-43da-8176-acdac781a8c1), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.749394 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (0dddcaae-6c68-43da-8176-acdac781a8c1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.856377 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks [] for router_controller (0dddcaae-6c68-43da-8176-acdac781a8c1), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:08.857406 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0a84e4a9-4831-48fa-ac9c-a0ee6fdc9525 None None] Provisioning complete for port a8492ee0-d263-4570-8e95-b09429fbc747 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:08.857800 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a84e4a9-4831-48fa-ac9c-a0ee6fdc9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.224900 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Allocated IP 172.20.0.2 (e048d3bb-85c1-4278-aac2-42f924c5d20e/610456bc-9d06-4e84-8128-975ecff496bc/e5999e82-0105-427d-bf10-3cdee1216c43) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:09.235910 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks [] for router_gateway (0dddcaae-6c68-43da-8176-acdac781a8c1), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.330591 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0a84e4a9-4831-48fa-ac9c-a0ee6fdc9525 None None] Current status of the port a8492ee0-d263-4570-8e95-b09429fbc747 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:09.330999 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a84e4a9-4831-48fa-ac9c-a0ee6fdc9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.396978 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:08Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:09.481973 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7166304e-622f-45b3-b911-19e67b9cfafd None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:08Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:09.484998 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-0a84e4a9-4831-48fa-ac9c-a0ee6fdc9525 None None] For port a8492ee0-d263-4570-8e95-b09429fbc747, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=a8492ee0-d263-4570-8e95-b09429fbc747,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:09.571169 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a84e4a9-4831-48fa-ac9c-a0ee6fdc9525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.696946 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a84e4a9-4831-48fa-ac9c-a0ee6fdc9525 None None] Pushing event updated for resources: {'Port': ['ID=a8492ee0-d263-4570-8e95-b09429fbc747,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:09.727515 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Publish callbacks [] for port (e5999e82-0105-427d-bf10-3cdee1216c43), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.743366 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks [] for router_gateway (0dddcaae-6c68-43da-8176-acdac781a8c1), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.782945 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b91e4c-f789-477d-a654-a98ef4027f90 req-46d14b5d-df75-47bf-ba40-d2057101a792 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:09.782945 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-68b91e4c-f789-477d-a654-a98ef4027f90 req-46d14b5d-df75-47bf-ba40-d2057101a792 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1503246 Feb 04 17:26:09.782945 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.803446 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:09.887203 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Network e048d3bb-85c1-4278-aac2-42f924c5d20e is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:09.891045 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:09.895255 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:09.910042 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Pushing event updated for resources: {'Port': ['ID=e5999e82-0105-427d-bf10-3cdee1216c43,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:09.955028 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-68b91e4c-f789-477d-a654-a98ef4027f90 req-d251a9f8-69d9-4a81-8013-542420eaeeb1 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564941 Feb 04 17:26:09.998450 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Attempting to bind port e5999e82-0105-427d-bf10-3cdee1216c43 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:09.998764 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Attempting to bind port e5999e82-0105-427d-bf10-3cdee1216c43 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:09.999133 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Attempting to bind port e5999e82-0105-427d-bf10-3cdee1216c43 on network e048d3bb-85c1-4278-aac2-42f924c5d20e {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:10.000963 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Allocated IP 172.27.0.10 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/c9551440-670f-41cd-b4f7-a49acaeea064) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:10.005610 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:10.006479 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Checking segment: {'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:10.006914 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.007469 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Bound using segment: {'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:10.007965 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Bound port: e5999e82-0105-427d-bf10-3cdee1216c43, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:10.008827 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.087910 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] For port e5999e82-0105-427d-bf10-3cdee1216c43, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:10.094487 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] For port e5999e82-0105-427d-bf10-3cdee1216c43, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=e5999e82-0105-427d-bf10-3cdee1216c43,segment=NetworkSegment(53e54634-5958-47d4-bb95-d379f4e1808f),segment_id=53e54634-5958-47d4-bb95-d379f4e1808f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:10.171777 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks [] for port (c9551440-670f-41cd-b4f7-a49acaeea064), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.280311 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.410232 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30432b3-d409-4e66-9b9e-e7292bcb7619 None None] Pushing event updated for resources: {'Port': ['ID=e5999e82-0105-427d-bf10-3cdee1216c43,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:10.530925 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:10.596921 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:10.601053 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:10.603010 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:10.632033 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Pushing event updated for resources: {'Port': ['ID=c9551440-670f-41cd-b4f7-a49acaeea064,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:11.124046 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bf61dd-5d84-43d8-8b76-b5c6f0465ab2 req-1e8a4c5c-7a3f-4339-a1a5-817c80a5842a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:11.126813 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-23bf61dd-5d84-43d8-8b76-b5c6f0465ab2 req-1e8a4c5c-7a3f-4339-a1a5-817c80a5842a tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.0913658 Feb 04 17:26:11.162415 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks [] for router_gateway (0dddcaae-6c68-43da-8176-acdac781a8c1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.221792 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-23bf61dd-5d84-43d8-8b76-b5c6f0465ab2 req-559fde17-950b-4bfa-a26c-7c1d321922be tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838287 Feb 04 17:26:11.409442 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.440972 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.574538 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (0dddcaae-6c68-43da-8176-acdac781a8c1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.647116 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4249a25c-f01a-4ce5-9253-8f7ba063175b None None] Network e048d3bb-85c1-4278-aac2-42f924c5d20e requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:26:11.707791 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device a8492ee0-d263-4570-8e95-b09429fbc747 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:11.801241 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f19e7bc8-26af-4248-bf96-f5e7075d44f8 None None] Provisioning complete for port e5999e82-0105-427d-bf10-3cdee1216c43 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:11.801699 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f19e7bc8-26af-4248-bf96-f5e7075d44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:11.878741 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Router 0dddcaae-6c68-43da-8176-acdac781a8c1 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:26:11.903008 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port a8492ee0-d263-4570-8e95-b09429fbc747 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:11.903373 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.006809 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f19e7bc8-26af-4248-bf96-f5e7075d44f8 None None] Current status of the port e5999e82-0105-427d-bf10-3cdee1216c43 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:12.007596 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f19e7bc8-26af-4248-bf96-f5e7075d44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.027415 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:12.046591 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Sync routers for ids ['0dddcaae-6c68-43da-8176-acdac781a8c1'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:12.064999 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Routers {'0dddcaae-6c68-43da-8176-acdac781a8c1'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:12.068115 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['0dddcaae-6c68-43da-8176-acdac781a8c1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:12.097728 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f19e7bc8-26af-4248-bf96-f5e7075d44f8 None None] For port e5999e82-0105-427d-bf10-3cdee1216c43, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=e5999e82-0105-427d-bf10-3cdee1216c43,segment=NetworkSegment(53e54634-5958-47d4-bb95-d379f4e1808f),segment_id=53e54634-5958-47d4-bb95-d379f4e1808f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:12.099656 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port a8492ee0-d263-4570-8e95-b09429fbc747 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:12.102649 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device e5999e82-0105-427d-bf10-3cdee1216c43 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:12.128227 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.133321 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a56b5cdb-1c61-4a95-bf40-fe768ea396c5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5338826 Feb 04 17:26:12.134846 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:12.208998 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port e5999e82-0105-427d-bf10-3cdee1216c43 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:12.209731 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.242764 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f19e7bc8-26af-4248-bf96-f5e7075d44f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.287865 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Set router 0dddcaae-6c68-43da-8176-acdac781a8c1 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:12.436316 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e7bc8-26af-4248-bf96-f5e7075d44f8 None None] Pushing event updated for resources: {'Port': ['ID=e5999e82-0105-427d-bf10-3cdee1216c43,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:12.523217 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-4e2444b3-e4b4-42fc-99d1-9c1381756904 None None] Provisioning complete for port e5999e82-0105-427d-bf10-3cdee1216c43 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:12.523733 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4e2444b3-e4b4-42fc-99d1-9c1381756904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.530897 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8e16ae-40b7-46e4-8e4a-12b7f789b907 req-f9923329-e347-4041-8b4f-ebcf1cedaae5 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:12.537764 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4c8e16ae-40b7-46e4-8e4a-12b7f789b907 req-f9923329-e347-4041-8b4f-ebcf1cedaae5 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1244972 Feb 04 17:26:12.545081 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 3, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port': {'id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:09Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:12.576212 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Checking router: 0dddcaae-6c68-43da-8176-acdac781a8c1 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:12.576565 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Updating router 0dddcaae-6c68-43da-8176-acdac781a8c1 port c9551440-670f-41cd-b4f7-a49acaeea064 binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:26:12.577956 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port e5999e82-0105-427d-bf10-3cdee1216c43 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:12.622648 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:12.685710 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-4e2444b3-e4b4-42fc-99d1-9c1381756904 None None] Current status of the port e5999e82-0105-427d-bf10-3cdee1216c43 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:12.748024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-ad24817c-06e8-443b-8533-ff01a21d78ea tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:12.750172 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-ad24817c-06e8-443b-8533-ff01a21d78ea tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 945 time: 0.1062706 Feb 04 17:26:12.935104 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Deleting port 364d1fe8-df42-4276-8a1c-e9f268a1613a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:12.936305 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.043505 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Publish callbacks [] for port (c9551440-670f-41cd-b4f7-a49acaeea064), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.088796 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4c8e16ae-40b7-46e4-8e4a-12b7f789b907 req-136e5c00-19fb-437e-80d3-3c86ba973e6c tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/security-groups?id=ee353771-ce4d-4717-8be3-ae6225677c76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5493712 Feb 04 17:26:13.128004 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.164004 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] For port 364d1fe8-df42-4276-8a1c-e9f268a1613a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=364d1fe8-df42-4276-8a1c-e9f268a1613a,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:13.164004 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.164752 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.187072 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdff30-0427-48c3-82bf-86ef1746649b None None] Pushing event updated for resources: {'Port': ['ID=c9551440-670f-41cd-b4f7-a49acaeea064,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:13.188338 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Calling delete_port for 364d1fe8-df42-4276-8a1c-e9f268a1613a owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:13.200380 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Attempting to bind port c9551440-670f-41cd-b4f7-a49acaeea064 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:13.201208 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Attempting to bind port c9551440-670f-41cd-b4f7-a49acaeea064 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:13.201754 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Attempting to bind port c9551440-670f-41cd-b4f7-a49acaeea064 on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:13.207962 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:13.208696 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:13.209101 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.209487 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:13.210122 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Bound port: c9551440-670f-41cd-b4f7-a49acaeea064, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:13.210554 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.282424 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] For port c9551440-670f-41cd-b4f7-a49acaeea064, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:13.288226 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] For port c9551440-670f-41cd-b4f7-a49acaeea064, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=c9551440-670f-41cd-b4f7-a49acaeea064,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:13.390110 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Allocated IP 172.20.0.1 (e048d3bb-85c1-4278-aac2-42f924c5d20e/610456bc-9d06-4e84-8128-975ecff496bc/f1f5c651-b51c-4415-ab99-0eced023a7b6) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:26:13.445571 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.509520 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device e5999e82-0105-427d-bf10-3cdee1216c43 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:13.520573 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (364d1fe8-df42-4276-8a1c-e9f268a1613a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.545750 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks [] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.552868 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['364d1fe8-df42-4276-8a1c-e9f268a1613a'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:26:13.554486 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfdff30-0427-48c3-82bf-86ef1746649b None None] Pushing event updated for resources: {'Port': ['ID=c9551440-670f-41cd-b4f7-a49acaeea064,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:13.585326 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Routers {'0dddcaae-6c68-43da-8176-acdac781a8c1'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:13.586487 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['0dddcaae-6c68-43da-8176-acdac781a8c1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:13.588335 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Pushing event deleted for resources: {'Port': ['ID=364d1fe8-df42-4276-8a1c-e9f268a1613a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:13.640220 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port e5999e82-0105-427d-bf10-3cdee1216c43 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:13.640769 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.671404 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] No DVR routers for this DVR port 364d1fe8-df42-4276-8a1c-e9f268a1613a on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:26:13.677130 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.684087 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2ae43a6b-76f5-4146-9818-35da87db7354 req-3c0533bb-60d9-4cb8-b21e-ba9081e71d09 tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.93 "DELETE /v2.0/ports/364d1fe8-df42-4276-8a1c-e9f268a1613a HTTP/1.1" status: 204 len: 173 time: 0.9253480 Feb 04 17:26:13.684785 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'name': 'network-vif-deleted', 'tag': '364d1fe8-df42-4276-8a1c-e9f268a1613a'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:26:13.687674 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4acffb0-2f84-4962-a1e8-feb4533b31ef" -d '{"events": [{"server_uuid": "b17a197a-a90b-4629-8223-ad178f72f2dd", "name": "network-vif-deleted", "tag": "364d1fe8-df42-4276-8a1c-e9f268a1613a"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:26:13.738778 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:13.745623 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0fa189-e75f-42da-a388-676309442316 x-openstack-request-id: req-ac0fa189-e75f-42da-a388-676309442316 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:26:13.745623 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17a197a-a90b-4629-8223-ad178f72f2dd", "name": "network-vif-deleted", "tag": "364d1fe8-df42-4276-8a1c-e9f268a1613a", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:26:13.746016 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac0fa189-e75f-42da-a388-676309442316 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:26:13.746362 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17a197a-a90b-4629-8223-ad178f72f2dd', 'name': 'network-vif-deleted', 'tag': '364d1fe8-df42-4276-8a1c-e9f268a1613a', 'status': 'completed', 'code': 200} Feb 04 17:26:13.757400 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] Set router 0dddcaae-6c68-43da-8176-acdac781a8c1 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:13.768877 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port e5999e82-0105-427d-bf10-3cdee1216c43 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:13.804871 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Network e048d3bb-85c1-4278-aac2-42f924c5d20e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:13.810805 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:13.817011 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:26:13.856486 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f5c651-b51c-4415-ab99-0eced023a7b6,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:13.874575 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (0dddcaae-6c68-43da-8176-acdac781a8c1), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.093592 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 3, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port': {'id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:09Z', 'updated_at': '2022-02-04T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:14.131231 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-879831cf-591b-4f68-ab0d-611f67427ef3 None None] Provisioning complete for port f1f5c651-b51c-4415-ab99-0eced023a7b6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:14.131612 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-879831cf-591b-4f68-ab0d-611f67427ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.152462 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f277f-4de9-4307-9320-035276df7f97 None None] The sync data for ids ['0dddcaae-6c68-43da-8176-acdac781a8c1'] in dv-cinder-817351-10-iscsi is: [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:10Z', 'revision_number': 3, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port': {'id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:09Z', 'updated_at': '2022-02-04T17:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:14.193272 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-879831cf-591b-4f68-ab0d-611f67427ef3 None None] Port f1f5c651-b51c-4415-ab99-0eced023a7b6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:14.260032 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.303553 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a37d5981-bcf2-414c-bc62-f9076b2e8b64 req-93e8c5ad-4524-4bdc-9e3f-00e8270cb8de tempest-ServerRescueNegativeTestJSON-524097 tempest-ServerRescueNegativeTestJSON-524097-project] 10.222.0.24 "GET /v2.0/ports?device_id=b17a197a-a90b-4629-8223-ad178f72f2dd HTTP/1.1" status: 200 len: 210 time: 0.0402169 Feb 04 17:26:14.552011 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks [] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.659555 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.761253 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (0dddcaae-6c68-43da-8176-acdac781a8c1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:14.765635 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f5c651-b51c-4415-ab99-0eced023a7b6,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:14.965582 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Network e048d3bb-85c1-4278-aac2-42f924c5d20e is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:26:14.969097 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:26:15.020408 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58610) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:15.241240 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Router 0dddcaae-6c68-43da-8176-acdac781a8c1 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:26:15.279042 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68f3170c-db4f-46ea-840f-737e428d6bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.450408 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58618) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:15.461891 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-60cc0484-cb2b-4e51-bf16-7f5228e046f7 None None] Provisioning complete for port f1f5c651-b51c-4415-ab99-0eced023a7b6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:15.462687 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-60cc0484-cb2b-4e51-bf16-7f5228e046f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.470642 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68f3170c-db4f-46ea-840f-737e428d6bd4 admin admin] Publish callbacks [] for security_group (bcfa1478-975c-4693-bfa4-bee8937299f9), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.568045 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-60cc0484-cb2b-4e51-bf16-7f5228e046f7 None None] Port f1f5c651-b51c-4415-ab99-0eced023a7b6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:15.586676 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-68f3170c-db4f-46ea-840f-737e428d6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bcfa1478-975c-4693-bfa4-bee8937299f9), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.630567 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:15.637995 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-94f42895-dc12-4c99-b41d-af2725267402 admin admin] 10.222.0.24 "PUT /v2.0/routers/0dddcaae-6c68-43da-8176-acdac781a8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5011144 Feb 04 17:26:15.684110 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c9551440-670f-41cd-b4f7-a49acaeea064 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:15.727947 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f3170c-db4f-46ea-840f-737e428d6bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa1478-975c-4693-bfa4-bee8937299f9,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:15.753068 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-68f3170c-db4f-46ea-840f-737e428d6bd4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd5d7ed9f85f4e66a32e559608dede49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7301083 Feb 04 17:26:15.757400 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58622) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:15.799937 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port c9551440-670f-41cd-b4f7-a49acaeea064 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:15.800579 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.842260 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4facd236-e995-4679-96d1-e7ae0ce66dec admin admin] Publish callbacks [] for security_group (bcfa1478-975c-4693-bfa4-bee8937299f9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.899285 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4facd236-e995-4679-96d1-e7ae0ce66dec admin admin] Publish callbacks [] for security_group (bcfa1478-975c-4693-bfa4-bee8937299f9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:15.958163 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port c9551440-670f-41cd-b4f7-a49acaeea064 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:15.959074 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.004272 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port c9551440-670f-41cd-b4f7-a49acaeea064, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=c9551440-670f-41cd-b4f7-a49acaeea064,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:16.104929 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.160996 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (efb7066b-5f00-47a2-b8df-5a713091c447), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.177720 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=c9551440-670f-41cd-b4f7-a49acaeea064,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:16.204402 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4facd236-e995-4679-96d1-e7ae0ce66dec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bcfa1478-975c-4693-bfa4-bee8937299f9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.205715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4facd236-e995-4679-96d1-e7ae0ce66dec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.207592 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-4facd236-e995-4679-96d1-e7ae0ce66dec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcfa1478-975c-4693-bfa4-bee8937299f9 HTTP/1.1" status: 204 len: 168 time: 0.4488645 Feb 04 17:26:16.255230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4facd236-e995-4679-96d1-e7ae0ce66dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa1478-975c-4693-bfa4-bee8937299f9,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:16.666114 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Deleting port a2ff8163-fe28-46b2-a414-46fb0602e1ee {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:16.667330 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.724347 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Sync routers for ids ['0dddcaae-6c68-43da-8176-acdac781a8c1'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:16.741819 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Routers {'0dddcaae-6c68-43da-8176-acdac781a8c1'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:16.742599 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['0dddcaae-6c68-43da-8176-acdac781a8c1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:16.830784 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] For port a2ff8163-fe28-46b2-a414-46fb0602e1ee, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=a2ff8163-fe28-46b2-a414-46fb0602e1ee,segment=NetworkSegment(2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef),segment_id=2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:16.831365 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:16.859793 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Calling delete_port for a2ff8163-fe28-46b2-a414-46fb0602e1ee owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:16.927673 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Set router 0dddcaae-6c68-43da-8176-acdac781a8c1 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:16.967907 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 364d1fe8-df42-4276-8a1c-e9f268a1613a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:17.004672 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 364d1fe8-df42-4276-8a1c-e9f268a1613a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:17.005024 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 364d1fe8-df42-4276-8a1c-e9f268a1613a not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:17.228237 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58640) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:17.237882 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-dff897a9-55bb-43fd-b637-802b52743aa1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-245604653', 'description': 'tempest-secgroup-smoke-245604653 description', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:17.243059 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:14Z', 'revision_number': 4, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port': {'id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:09Z', 'updated_at': '2022-02-04T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'f1f5c651-b51c-4415-ab99-0eced023a7b6', 'name': '', 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'mac_address': 'fa:16:3e:ec:41:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '610456bc-9d06-4e84-8128-975ecff496bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:13Z', 'updated_at': '2022-02-04T17:26:14Z', 'revision_number': 2, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'subnets': [{'id': '610456bc-9d06-4e84-8128-975ecff496bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:17.273147 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Checking router: 0dddcaae-6c68-43da-8176-acdac781a8c1 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:17.273517 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Updating router 0dddcaae-6c68-43da-8176-acdac781a8c1 port f1f5c651-b51c-4415-ab99-0eced023a7b6 binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:26:17.294072 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (a2ff8163-fe28-46b2-a414-46fb0602e1ee), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.308376 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.329722 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ff8163-fe28-46b2-a414-46fb0602e1ee,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:17.369170 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dff897a9-55bb-43fd-b637-802b52743aa1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.541050 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dff897a9-55bb-43fd-b637-802b52743aa1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group (3ca75bc9-394b-4300-8f9a-91fde46064fb), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.619534 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dff897a9-55bb-43fd-b637-802b52743aa1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3ca75bc9-394b-4300-8f9a-91fde46064fb), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.660871 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (efb7066b-5f00-47a2-b8df-5a713091c447), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.687033 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff897a9-55bb-43fd-b637-802b52743aa1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca75bc9-394b-4300-8f9a-91fde46064fb,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:17.782368 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dff897a9-55bb-43fd-b637-802b52743aa1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.784816 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-dff897a9-55bb-43fd-b637-802b52743aa1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5535645 Feb 04 17:26:17.790037 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58650) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:17.805377 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d0b3931e-232e-4239-8e02-f4167ab04fe8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'security_group_rule': {'security_group_id': '3ca75bc9-394b-4300-8f9a-91fde46064fb', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:17.934549 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b3931e-232e-4239-8e02-f4167ab04fe8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (64714ef9-9611-4b58-9853-638e55cf0d07), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:17.941265 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c9551440-670f-41cd-b4f7-a49acaeea064 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:18.068558 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b3931e-232e-4239-8e02-f4167ab04fe8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (64714ef9-9611-4b58-9853-638e55cf0d07), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.078788 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Router efb7066b-5f00-47a2-b8df-5a713091c447 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:26:18.149502 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port c9551440-670f-41cd-b4f7-a49acaeea064 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:18.149964 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.187665 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Publish callbacks [] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.214117 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b3931e-232e-4239-8e02-f4167ab04fe8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (64714ef9-9611-4b58-9853-638e55cf0d07), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.249365 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b3931e-232e-4239-8e02-f4167ab04fe8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64714ef9-9611-4b58-9853-638e55cf0d07,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:18.269378 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:26:18.279352 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-215bfa8c-e0a1-49c8-a9e6-8917092fd7f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/efb7066b-5f00-47a2-b8df-5a713091c447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8242123 Feb 04 17:26:18.284577 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] Sync routers for ids ['efb7066b-5f00-47a2-b8df-5a713091c447'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:26:18.285389 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58654) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:18.296335 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port c9551440-670f-41cd-b4f7-a49acaeea064 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:18.302689 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] Routers {'efb7066b-5f00-47a2-b8df-5a713091c447'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:18.303675 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['efb7066b-5f00-47a2-b8df-5a713091c447'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:18.377185 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.544179 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] Set router efb7066b-5f00-47a2-b8df-5a713091c447 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:18.589592 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41613388-6cc0-4982-a331-3a60ccf61e6a None None] Pushing event updated for resources: {'Port': ['ID=f1f5c651-b51c-4415-ab99-0eced023a7b6,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:18.728783 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0b3931e-232e-4239-8e02-f4167ab04fe8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.728783 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d0b3931e-232e-4239-8e02-f4167ab04fe8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8766704 Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Attempting to bind port f1f5c651-b51c-4415-ab99-0eced023a7b6 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Attempting to bind port f1f5c651-b51c-4415-ab99-0eced023a7b6 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Attempting to bind port f1f5c651-b51c-4415-ab99-0eced023a7b6 on network e048d3bb-85c1-4278-aac2-42f924c5d20e {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Checking segment: {'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Bound using segment: {'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Bound port: f1f5c651-b51c-4415-ab99-0eced023a7b6, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e54634-5958-47d4-bb95-d379f4e1808f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:26:18.731253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.733766 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58658) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:18.733766 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-b520095c-7985-4a47-850f-eb59b113460f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'security_group_rule': {'security_group_id': '3ca75bc9-394b-4300-8f9a-91fde46064fb', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:18.762547 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks [] for router (efb7066b-5f00-47a2-b8df-5a713091c447), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.993530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] For port f1f5c651-b51c-4415-ab99-0eced023a7b6, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:26:18.993530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] For port f1f5c651-b51c-4415-ab99-0eced023a7b6, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=f1f5c651-b51c-4415-ab99-0eced023a7b6,segment=NetworkSegment(53e54634-5958-47d4-bb95-d379f4e1808f),segment_id=53e54634-5958-47d4-bb95-d379f4e1808f)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:26:18.993530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0de76aa3-536c-4e7f-abad-c687827ef500 None None] Provisioning complete for port f1f5c651-b51c-4415-ab99-0eced023a7b6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:18.993530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0de76aa3-536c-4e7f-abad-c687827ef500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:18.994729 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks [] for router_gateway (efb7066b-5f00-47a2-b8df-5a713091c447), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.008435 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0de76aa3-536c-4e7f-abad-c687827ef500 None None] Port f1f5c651-b51c-4415-ab99-0eced023a7b6 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:26:19.031362 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 5, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:19.084301 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] Checking router: efb7066b-5f00-47a2-b8df-5a713091c447 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:26:19.087824 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b520095c-7985-4a47-850f-eb59b113460f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (c2c6501e-f64b-4b09-a171-1114ac583403), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.112330 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] Routers {'efb7066b-5f00-47a2-b8df-5a713091c447'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:19.114074 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['efb7066b-5f00-47a2-b8df-5a713091c447'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:19.206218 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b520095c-7985-4a47-850f-eb59b113460f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (c2c6501e-f64b-4b09-a171-1114ac583403), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.237563 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.301509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Routers {'0dddcaae-6c68-43da-8176-acdac781a8c1'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:26:19.302109 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:26:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['0dddcaae-6c68-43da-8176-acdac781a8c1'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:19.314828 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] Set router efb7066b-5f00-47a2-b8df-5a713091c447 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:19.322163 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Deleting port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:26:19.323110 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.404816 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b520095c-7985-4a47-850f-eb59b113460f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (c2c6501e-f64b-4b09-a171-1114ac583403), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.488897 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520095c-7985-4a47-850f-eb59b113460f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c6501e-f64b-4b09-a171-1114ac583403,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:19.545695 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] For port 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:19.546319 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.552293 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41613388-6cc0-4982-a331-3a60ccf61e6a None None] Pushing event updated for resources: {'Port': ['ID=f1f5c651-b51c-4415-ab99-0eced023a7b6,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:19.554002 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b520095c-7985-4a47-850f-eb59b113460f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.555922 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-b520095c-7985-4a47-850f-eb59b113460f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8318548 Feb 04 17:26:19.563419 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:19.579754 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e5c332f0-104d-4b6c-8ffe-2dc41dfe08ac tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'security_group_rule': {'security_group_id': '3ca75bc9-394b-4300-8f9a-91fde46064fb', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:19.621732 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Calling delete_port for 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:26:19.673160 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] Set router 0dddcaae-6c68-43da-8176-acdac781a8c1 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:26:19.730103 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c332f0-104d-4b6c-8ffe-2dc41dfe08ac tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (b973657e-e260-4a85-aff0-0fa46e7d93ae), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.735379 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 5, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:19.779760 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ec8a1d-48e3-4323-9287-9151bc78ce8a None None] The sync data for ids ['efb7066b-5f00-47a2-b8df-5a713091c447'] in dv-cinder-817351-10-iscsi is: [{'id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'name': 'tempest-ServerRescueNegativeTestJSON-528273636-router', 'tenant_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:51Z', 'updated_at': '2022-02-04T17:26:17Z', 'revision_number': 5, 'project_id': 'adf6685a2c9942709b4a1a54e76ec2d2', 'gw_port': {'id': '9847d3c0-82d4-4f4c-9f46-10c2e72be5cc', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:50:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efb7066b-5f00-47a2-b8df-5a713091c447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:52Z', 'updated_at': '2022-02-04T17:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:19.843565 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-59178759-40e1-4b3e-8d8d-8c3df7b3b9f6 None None] Provisioning complete for port f1f5c651-b51c-4415-ab99-0eced023a7b6 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:19.844697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59178759-40e1-4b3e-8d8d-8c3df7b3b9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.857788 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c332f0-104d-4b6c-8ffe-2dc41dfe08ac tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (b973657e-e260-4a85-aff0-0fa46e7d93ae), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.944755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c332f0-104d-4b6c-8ffe-2dc41dfe08ac tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (b973657e-e260-4a85-aff0-0fa46e7d93ae), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:19.974366 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c332f0-104d-4b6c-8ffe-2dc41dfe08ac tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b973657e-e260-4a85-aff0-0fa46e7d93ae,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:20.058384 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e5c332f0-104d-4b6c-8ffe-2dc41dfe08ac tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.059713 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e5c332f0-104d-4b6c-8ffe-2dc41dfe08ac tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4941041 Feb 04 17:26:20.064144 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58678) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:20.071475 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4a65390f-498d-46af-b2e9-e027852837a9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'security_group_rule': {'security_group_id': '3ca75bc9-394b-4300-8f9a-91fde46064fb', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:20.084209 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-59178759-40e1-4b3e-8d8d-8c3df7b3b9f6 None None] Current status of the port f1f5c651-b51c-4415-ab99-0eced023a7b6 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:20.084778 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59178759-40e1-4b3e-8d8d-8c3df7b3b9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.107445 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (9847d3c0-82d4-4f4c-9f46-10c2e72be5cc), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.142382 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Pushing event deleted for resources: {'Port': ['ID=9847d3c0-82d4-4f4c-9f46-10c2e72be5cc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:20.158017 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-59178759-40e1-4b3e-8d8d-8c3df7b3b9f6 None None] For port f1f5c651-b51c-4415-ab99-0eced023a7b6, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=f1f5c651-b51c-4415-ab99-0eced023a7b6,segment=NetworkSegment(53e54634-5958-47d4-bb95-d379f4e1808f),segment_id=53e54634-5958-47d4-bb95-d379f4e1808f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:26:20.170560 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a65390f-498d-46af-b2e9-e027852837a9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (fa7addfc-46d1-4613-8bc3-d1d6f080d322), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.185428 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:14Z', 'revision_number': 4, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port': {'id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:09Z', 'updated_at': '2022-02-04T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'f1f5c651-b51c-4415-ab99-0eced023a7b6', 'name': '', 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'mac_address': 'fa:16:3e:ec:41:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '610456bc-9d06-4e84-8128-975ecff496bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:13Z', 'updated_at': '2022-02-04T17:26:18Z', 'revision_number': 4, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'subnets': [{'id': '610456bc-9d06-4e84-8128-975ecff496bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:20.247153 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e939d5-6c03-493e-8233-4e0d1353956d None None] The sync data for ids ['0dddcaae-6c68-43da-8176-acdac781a8c1'] in dv-cinder-817351-10-iscsi is: [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:26:14Z', 'revision_number': 4, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port': {'id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:09Z', 'updated_at': '2022-02-04T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'f1f5c651-b51c-4415-ab99-0eced023a7b6', 'name': '', 'network_id': 'e048d3bb-85c1-4278-aac2-42f924c5d20e', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'mac_address': 'fa:16:3e:ec:41:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '610456bc-9d06-4e84-8128-975ecff496bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:13Z', 'updated_at': '2022-02-04T17:26:18Z', 'revision_number': 4, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'subnets': [{'id': '610456bc-9d06-4e84-8128-975ecff496bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:26:20.266714 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (efb7066b-5f00-47a2-b8df-5a713091c447), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.285871 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a65390f-498d-46af-b2e9-e027852837a9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (fa7addfc-46d1-4613-8bc3-d1d6f080d322), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.293767 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-59178759-40e1-4b3e-8d8d-8c3df7b3b9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.433909 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a65390f-498d-46af-b2e9-e027852837a9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (fa7addfc-46d1-4613-8bc3-d1d6f080d322), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.447403 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59178759-40e1-4b3e-8d8d-8c3df7b3b9f6 None None] Pushing event updated for resources: {'Port': ['ID=f1f5c651-b51c-4415-ab99-0eced023a7b6,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:20.477651 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (efb7066b-5f00-47a2-b8df-5a713091c447), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.481980 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks [] for router_controller (efb7066b-5f00-47a2-b8df-5a713091c447), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.500777 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65390f-498d-46af-b2e9-e027852837a9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7addfc-46d1-4613-8bc3-d1d6f080d322,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:20.611312 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4a65390f-498d-46af-b2e9-e027852837a9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.613394 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-4a65390f-498d-46af-b2e9-e027852837a9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5479894 Feb 04 17:26:20.617360 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58690) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:20.629580 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'security_group_rule': {'security_group_id': '3ca75bc9-394b-4300-8f9a-91fde46064fb', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:20.732150 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (efb7066b-5f00-47a2-b8df-5a713091c447), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.735401 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efb7066b-5f00-47a2-b8df-5a713091c447 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:26:20.742032 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.747545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58692) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:20.748155 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-fe28d428-c080-4a91-812f-20409db52625 admin admin] 10.222.0.24 "DELETE /v2.0/routers/efb7066b-5f00-47a2-b8df-5a713091c447 HTTP/1.1" status: 204 len: 168 time: 2.4618649 Feb 04 17:26:20.804739 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Project 61dfb6adbeed41138806ac5bf4ceccfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:26:20.823302 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (5d1d797d-c118-4edb-b526-2aba8b72a532), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.881725 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] Deleting subnet 7a20f081-2c01-4e2b-bee4-7399c51dcb08 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:26:20.890006 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] Publish callbacks [] for subnet (7a20f081-2c01-4e2b-bee4-7399c51dcb08), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.972020 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126072346'] for subnet (7a20f081-2c01-4e2b-bee4-7399c51dcb08), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:20.980603 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (5d1d797d-c118-4edb-b526-2aba8b72a532), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.040858 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (7a20f081-2c01-4e2b-bee4-7399c51dcb08), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.104451 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (5d1d797d-c118-4edb-b526-2aba8b72a532), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.133520 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1d797d-c118-4edb-b526-2aba8b72a532,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:21.256173 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126676111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126256687'] for subnet (7a20f081-2c01-4e2b-bee4-7399c51dcb08), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.288948 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a20f081-2c01-4e2b-bee4-7399c51dcb08,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:21.294772 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.301792 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-769dff11-a21e-44fe-af73-cdfe172778a9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7a20f081-2c01-4e2b-bee4-7399c51dcb08 HTTP/1.1" status: 204 len: 168 time: 0.5531771 Feb 04 17:26:21.304362 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58698) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.710611 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.717381 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c7d59c7e-25fb-4db2-b06f-6be534826c68 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0972402 Feb 04 17:26:21.720794 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:21.735365 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device f1f5c651-b51c-4415-ab99-0eced023a7b6 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:26:21.747674 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'security_group_rule': {'security_group_id': '3ca75bc9-394b-4300-8f9a-91fde46064fb', 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:26:21.761283 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (c611358a-66be-4f22-9f64-c46dab53f471), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.850299 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port f1f5c651-b51c-4415-ab99-0eced023a7b6 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:26:21.851206 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.880291 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (c611358a-66be-4f22-9f64-c46dab53f471), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.930579 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c611358a-66be-4f22-9f64-c46dab53f471']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:21.940261 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.securitygroups_db [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Project 61dfb6adbeed41138806ac5bf4ceccfe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:26:21.950791 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:21.950791 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:26:21.951079 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (fdabc7e2-f255-4931-ac9d-4382af73e661), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:21.976616 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.001916 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port f1f5c651-b51c-4415-ab99-0eced023a7b6 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:26:22.004085 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.026713 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:26:22.027150 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (2b78b1ce-fc4f-49bc-a042-b43c44e5a1ef), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:26:22.031272 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:26:22.086129 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (fdabc7e2-f255-4931-ac9d-4382af73e661), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.090795 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:22.122029 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:22.122514 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 9847d3c0-82d4-4f4c-9f46-10c2e72be5cc not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:22.123121 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device a2ff8163-fe28-46b2-a414-46fb0602e1ee no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:26:22.153316 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: a2ff8163-fe28-46b2-a414-46fb0602e1ee {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:26:22.153952 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device a2ff8163-fe28-46b2-a414-46fb0602e1ee not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:26:22.204449 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (fdabc7e2-f255-4931-ac9d-4382af73e661), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.226091 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdabc7e2-f255-4931-ac9d-4382af73e661,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:22.247531 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (c611358a-66be-4f22-9f64-c46dab53f471), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.247903 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.251099 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.257762 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] 10.222.0.24 "DELETE /v2.0/networks/c611358a-66be-4f22-9f64-c46dab53f471 HTTP/1.1" status: 204 len: 168 time: 0.9520483 Feb 04 17:26:22.271874 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cd41b-3d9d-4840-8541-67144b309b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=c611358a-66be-4f22-9f64-c46dab53f471,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:22.337145 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:22.338725 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7c506f6b-a710-4af4-8fda-b4cce74a490d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6149886 Feb 04 17:26:22.888021 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:22.969658 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5f186981-fd76-4c6c-9c1d-86c6f9219a39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adf6685a2c9942709b4a1a54e76ec2d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0794616 Feb 04 17:26:22.970226 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58760) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:23.089729 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8022bd5-16f7-4afa-9feb-d3d88316184e admin admin] Publish callbacks [] for security_group (ee353771-ce4d-4717-8be3-ae6225677c76), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.116701 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8022bd5-16f7-4afa-9feb-d3d88316184e admin admin] Publish callbacks [] for security_group (ee353771-ce4d-4717-8be3-ae6225677c76), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.313152 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8022bd5-16f7-4afa-9feb-d3d88316184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (ee353771-ce4d-4717-8be3-ae6225677c76), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.316225 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a8022bd5-16f7-4afa-9feb-d3d88316184e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:23.317561 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a8022bd5-16f7-4afa-9feb-d3d88316184e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee353771-ce4d-4717-8be3-ae6225677c76 HTTP/1.1" status: 204 len: 168 time: 0.3456907 Feb 04 17:26:23.333066 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8022bd5-16f7-4afa-9feb-d3d88316184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee353771-ce4d-4717-8be3-ae6225677c76,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:23.571316 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56520b9d-e299-4a43-932a-d577ed1d72c1 req-2af21640-ec2f-49fa-a288-1220a599103d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:23.573661 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-56520b9d-e299-4a43-932a-d577ed1d72c1 req-2af21640-ec2f-49fa-a288-1220a599103d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1153080 Feb 04 17:26:23.640421 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-56520b9d-e299-4a43-932a-d577ed1d72c1 req-c32e9168-71d3-45ce-9083-d0d2a07dbfe5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562408 Feb 04 17:26:24.814127 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e810a1-8267-4bc1-b2df-f81f2946fe5c req-bc796b70-1b1b-4644-9b4a-9167c1a8e6ce tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:24.816779 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-67e810a1-8267-4bc1-b2df-f81f2946fe5c req-bc796b70-1b1b-4644-9b4a-9167c1a8e6ce tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0799341 Feb 04 17:26:24.890901 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-67e810a1-8267-4bc1-b2df-f81f2946fe5c req-b857371a-ca02-49c3-a66d-2fb6c38e260b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632355 Feb 04 17:26:26.101689 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bd59c-3124-4430-a6ab-7824acc16125 req-75b72bb7-8969-4c56-af6f-bf6233eb498c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:26.104413 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d17bd59c-3124-4430-a6ab-7824acc16125 req-75b72bb7-8969-4c56-af6f-bf6233eb498c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1058044 Feb 04 17:26:26.176364 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d17bd59c-3124-4430-a6ab-7824acc16125 req-16eebc31-12b6-48b0-bb78-d07c9a3d230e tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648298 Feb 04 17:26:27.030073 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58864) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:27.187149 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2210-efb8-4248-a567-dda7ffaeac23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.318913 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2210-efb8-4248-a567-dda7ffaeac23 admin admin] Publish callbacks [] for security_group (66bf2d39-0f67-4b30-8bfc-d21118d153e5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.417001 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93991ff2-731a-405b-9d7a-fd504fdbf7cb req-d81d5084-841a-42e7-afc3-a0b0c5a4874f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:27.418175 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3ae2210-efb8-4248-a567-dda7ffaeac23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (66bf2d39-0f67-4b30-8bfc-d21118d153e5), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.418958 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-93991ff2-731a-405b-9d7a-fd504fdbf7cb req-d81d5084-841a-42e7-afc3-a0b0c5a4874f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0934434 Feb 04 17:26:27.456322 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afe884-3207-4bd6-bde4-1e096fa174e8 req-049f10c2-4cd2-42ca-a9b2-66895768fd26 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:27.456322 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b2afe884-3207-4bd6-bde4-1e096fa174e8 req-049f10c2-4cd2-42ca-a9b2-66895768fd26 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.1186342 Feb 04 17:26:27.516388 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae2210-efb8-4248-a567-dda7ffaeac23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bf2d39-0f67-4b30-8bfc-d21118d153e5,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:27.523538 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a3ae2210-efb8-4248-a567-dda7ffaeac23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2332d47bd009423eb8ddec41c824db19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4917610 Feb 04 17:26:27.524336 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-93991ff2-731a-405b-9d7a-fd504fdbf7cb req-c996c849-7717-43ec-9bd3-92a4663d44ca tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943742 Feb 04 17:26:27.530941 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58876) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:27.598389 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b2afe884-3207-4bd6-bde4-1e096fa174e8 req-59482c6d-9af8-4b54-93fe-d53e9d4b0f01 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1189945 Feb 04 17:26:27.688831 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-e9444a16-09ae-412d-93b7-ea233a0315d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:27.691242 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-e9444a16-09ae-412d-93b7-ea233a0315d7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1168 time: 0.2493117 Feb 04 17:26:27.712406 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe917-1781-47ff-9a7c-0818c837af51 admin admin] Publish callbacks [] for security_group (66bf2d39-0f67-4b30-8bfc-d21118d153e5), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.755967 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe917-1781-47ff-9a7c-0818c837af51 admin admin] Publish callbacks [] for security_group (66bf2d39-0f67-4b30-8bfc-d21118d153e5), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.933448 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe917-1781-47ff-9a7c-0818c837af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (66bf2d39-0f67-4b30-8bfc-d21118d153e5), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.936827 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe917-1781-47ff-9a7c-0818c837af51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:27.938150 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b4cfe917-1781-47ff-9a7c-0818c837af51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66bf2d39-0f67-4b30-8bfc-d21118d153e5 HTTP/1.1" status: 204 len: 168 time: 0.4056799 Feb 04 17:26:27.953101 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfe917-1781-47ff-9a7c-0818c837af51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bf2d39-0f67-4b30-8bfc-d21118d153e5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:28.678634 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e6ab0-c6a8-45da-944b-41cfd59e4e00 req-1c5d7e07-379d-4625-b6e0-53d94a73aa77 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:28.680407 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-345e6ab0-c6a8-45da-944b-41cfd59e4e00 req-1c5d7e07-379d-4625-b6e0-53d94a73aa77 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0647564 Feb 04 17:26:28.744621 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-345e6ab0-c6a8-45da-944b-41cfd59e4e00 req-2154bbea-6795-4b78-92b3-680aa087c509 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559013 Feb 04 17:26:28.794731 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 58890) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:28.803092 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d126b7-ae64-4faa-b6e6-a065377215ed req-89edc10e-a60e-414b-aa43-3f2a31666cee tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:28.805833 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77d126b7-ae64-4faa-b6e6-a065377215ed req-89edc10e-a60e-414b-aa43-3f2a31666cee tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0903163 Feb 04 17:26:28.809620 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-881fbe3c-f990-4b3b-9ab0-348d79d7e8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:28.914886 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-77d126b7-ae64-4faa-b6e6-a065377215ed req-b629f3b4-c59e-428e-a2ce-6ae10aeadb7f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007786 Feb 04 17:26:28.934035 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-881fbe3c-f990-4b3b-9ab0-348d79d7e8dd admin admin] Publish callbacks [] for security_group (0aa4ff1a-9830-47d5-b44f-c74198b3beae), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.015204 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-881fbe3c-f990-4b3b-9ab0-348d79d7e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0aa4ff1a-9830-47d5-b44f-c74198b3beae), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.071212 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fbe3c-f990-4b3b-9ab0-348d79d7e8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa4ff1a-9830-47d5-b44f-c74198b3beae,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:29.076142 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-881fbe3c-f990-4b3b-9ab0-348d79d7e8dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eafee9798a8c4448817e25874781dc0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801213 Feb 04 17:26:29.080860 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 58894) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:29.145569 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e4ac-de3d-4c80-8b54-8809e9f992d0 admin admin] Publish callbacks [] for security_group (0aa4ff1a-9830-47d5-b44f-c74198b3beae), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.176915 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e4ac-de3d-4c80-8b54-8809e9f992d0 admin admin] Publish callbacks [] for security_group (0aa4ff1a-9830-47d5-b44f-c74198b3beae), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.324162 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e4ac-de3d-4c80-8b54-8809e9f992d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0aa4ff1a-9830-47d5-b44f-c74198b3beae), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.326922 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5ae0e4ac-de3d-4c80-8b54-8809e9f992d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:29.328205 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5ae0e4ac-de3d-4c80-8b54-8809e9f992d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0aa4ff1a-9830-47d5-b44f-c74198b3beae HTTP/1.1" status: 204 len: 168 time: 0.2459414 Feb 04 17:26:29.342893 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0e4ac-de3d-4c80-8b54-8809e9f992d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa4ff1a-9830-47d5-b44f-c74198b3beae,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:29.911419 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8934dc-6f97-4b98-9e9c-e3c85b044269 req-c358dfff-2d04-41a9-81a2-b871c4fddb9f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:29.913625 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6e8934dc-6f97-4b98-9e9c-e3c85b044269 req-c358dfff-2d04-41a9-81a2-b871c4fddb9f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0721416 Feb 04 17:26:30.009303 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6e8934dc-6f97-4b98-9e9c-e3c85b044269 req-6b73f44b-58b0-47b5-8818-fc51a0980e39 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865698 Feb 04 17:26:30.095895 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755f02-d47b-4ead-899d-6085b2105466 req-8f50652d-ea84-453e-8f1f-cfdd23869bb6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:30.097623 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-67755f02-d47b-4ead-899d-6085b2105466 req-8f50652d-ea84-453e-8f1f-cfdd23869bb6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0704832 Feb 04 17:26:30.234163 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-67755f02-d47b-4ead-899d-6085b2105466 req-781ae3ba-e771-4fe4-ab58-a787b9218d42 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271675 Feb 04 17:26:30.288551 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-b2dc72c5-0e2c-4779-9564-7d837e755d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:30.290681 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-b2dc72c5-0e2c-4779-9564-7d837e755d9f service neutron] 10.222.0.93 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 916 time: 0.1921935 Feb 04 17:26:31.189571 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8911bb-7ad4-4b7b-b6d1-a37277ab5420 req-6943c454-dabb-4a5a-98fe-81005e8a20f3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:31.191295 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f8911bb-7ad4-4b7b-b6d1-a37277ab5420 req-6943c454-dabb-4a5a-98fe-81005e8a20f3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0878661 Feb 04 17:26:31.287987 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f8911bb-7ad4-4b7b-b6d1-a37277ab5420 req-893704ed-9038-4467-b350-6dca5b6b090e tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856526 Feb 04 17:26:31.421684 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9b8743-4a75-47a3-b7ae-941308c37775 req-31da2559-cd1b-497d-b76a-e86ff208c167 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:31.424166 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9c9b8743-4a75-47a3-b7ae-941308c37775 req-31da2559-cd1b-497d-b76a-e86ff208c167 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0704482 Feb 04 17:26:31.522562 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9c9b8743-4a75-47a3-b7ae-941308c37775 req-9bb50a5d-2e9d-4b2b-b84a-27e0c3b6467d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0909727 Feb 04 17:26:31.657933 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-d994e7a0-c925-4dcc-b48d-415895ffb4b4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 1001 time: 0.0764525 Feb 04 17:26:31.738044 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:26:32.430542 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4c62441a-1e56-4fba-b104-059ad0b81d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:32.505754 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2348691-1a2b-4a78-9f72-a1b2fedd0ee9 req-97049ad8-a664-41cd-8421-3a4939c5f794 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:32.507584 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f2348691-1a2b-4a78-9f72-a1b2fedd0ee9 req-97049ad8-a664-41cd-8421-3a4939c5f794 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0934093 Feb 04 17:26:32.592710 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f2348691-1a2b-4a78-9f72-a1b2fedd0ee9 req-8e4e2b69-7efe-45a1-a147-744363422124 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733500 Feb 04 17:26:32.704644 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e77a6b-f32b-451f-814d-eab941fc0351 req-870a60b0-428d-47ef-8f06-82ba3e204629 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:32.707370 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-37e77a6b-f32b-451f-814d-eab941fc0351 req-870a60b0-428d-47ef-8f06-82ba3e204629 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0741587 Feb 04 17:26:32.792578 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-37e77a6b-f32b-451f-814d-eab941fc0351 req-a44dd038-8027-4603-92e3-b3bb9d2a358e tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790489 Feb 04 17:26:33.518195 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-56564b28-2284-48fb-a255-a9314ac68508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.519798 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-56564b28-2284-48fb-a255-a9314ac68508 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 200 len: 854 time: 0.0517786 Feb 04 17:26:33.610216 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-f93b91c7-9633-42bc-98c8-cf213cee0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.612945 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-f93b91c7-9633-42bc-98c8-cf213cee0df8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0861483 Feb 04 17:26:33.799945 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-cd04199f-ae78-44e4-a645-714f6904db2f service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785972 Feb 04 17:26:33.840978 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50791686-6380-4600-9dcf-7de24187b713 req-6e722f3b-0e9c-4164-87b8-9d19d8fe9ebb tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:33.842320 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-50791686-6380-4600-9dcf-7de24187b713 req-6e722f3b-0e9c-4164-87b8-9d19d8fe9ebb tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1216989 Feb 04 17:26:33.952367 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-50791686-6380-4600-9dcf-7de24187b713 req-5e79102c-3e46-47b8-aeef-e5c7031068f5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789702 Feb 04 17:26:33.965105 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5574b374-f5c4-4052-a8c4-0134e5000cbd req-4f733e70-62f9-4d6d-95e9-db286d65c870 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548524 Feb 04 17:26:34.013836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22917ee-f744-4728-b80f-fc65fc136afe req-7d4255ca-d376-4a22-90c8-eb29a75f0708 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:34.017030 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f22917ee-f744-4728-b80f-fc65fc136afe req-7d4255ca-d376-4a22-90c8-eb29a75f0708 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.1038098 Feb 04 17:26:34.123239 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f22917ee-f744-4728-b80f-fc65fc136afe req-61f03ef3-3ec9-428e-91b5-340ebdc21de7 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0964532 Feb 04 17:26:35.108350 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7369d34-81d4-4bc7-90e4-2bf666b44859 req-10b4f5fc-36dd-4d10-9d58-580f977bb56f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.110123 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7369d34-81d4-4bc7-90e4-2bf666b44859 req-10b4f5fc-36dd-4d10-9d58-580f977bb56f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0592053 Feb 04 17:26:35.178414 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7369d34-81d4-4bc7-90e4-2bf666b44859 req-235aceba-b5c0-43d8-8ee4-d1251b6024f9 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614107 Feb 04 17:26:35.303332 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794601cb-9dbf-4522-8759-583d3a751932 req-7090d651-b27f-4565-81d9-6b0dff50f456 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:35.306377 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-794601cb-9dbf-4522-8759-583d3a751932 req-7090d651-b27f-4565-81d9-6b0dff50f456 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0881591 Feb 04 17:26:35.387577 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-794601cb-9dbf-4522-8759-583d3a751932 req-6ad77cb0-8314-405c-935d-04e515b2d222 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0736153 Feb 04 17:26:35.870029 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-607eeb45-1ffd-4995-ae34-d89f3ebaea2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:36.374348 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fd010-c9e9-4a05-8fad-7413ff34d417 req-2b7750d8-1943-4769-b9bf-6db56feb879d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:36.376056 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ac5fd010-c9e9-4a05-8fad-7413ff34d417 req-2b7750d8-1943-4769-b9bf-6db56feb879d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0763245 Feb 04 17:26:36.434217 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ac5fd010-c9e9-4a05-8fad-7413ff34d417 req-8060ac52-0939-4061-823c-ba72c8df42ff tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513937 Feb 04 17:26:36.550386 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f2be4f-df0e-438e-9f72-2d275465fbd9 req-05d62d34-3439-4ab9-a53c-43d125b17914 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:36.552561 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e2f2be4f-df0e-438e-9f72-2d275465fbd9 req-05d62d34-3439-4ab9-a53c-43d125b17914 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0785255 Feb 04 17:26:36.629246 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e2f2be4f-df0e-438e-9f72-2d275465fbd9 req-10adac1d-817e-49a0-a4ba-800c5f22c157 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0678983 Feb 04 17:26:37.572869 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0f226-ee42-4fbb-8614-19d5e8ade050 req-27ed8a00-d87c-496c-ade0-ad566a7a8e70 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:37.575146 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-eec0f226-ee42-4fbb-8614-19d5e8ade050 req-27ed8a00-d87c-496c-ade0-ad566a7a8e70 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0607595 Feb 04 17:26:37.636245 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-eec0f226-ee42-4fbb-8614-19d5e8ade050 req-bc20141b-1ecb-4379-b421-586d02c20043 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545139 Feb 04 17:26:37.783257 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd1db7-07a4-4310-82ad-dae5801d7982 req-1ca42eae-d281-42e2-904c-b1f1222746f6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:37.785165 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dddd1db7-07a4-4310-82ad-dae5801d7982 req-1ca42eae-d281-42e2-904c-b1f1222746f6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0628915 Feb 04 17:26:37.861506 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dddd1db7-07a4-4310-82ad-dae5801d7982 req-6d3e6894-6493-4312-9ca6-101cad591cf9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689471 Feb 04 17:26:37.952895 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:38.789838 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c48e9-f1f4-4059-bfcd-00278bb572b0 req-dd22b1b0-1eb3-41d8-b4cc-42d46bb060b3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:38.792110 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc8c48e9-f1f4-4059-bfcd-00278bb572b0 req-dd22b1b0-1eb3-41d8-b4cc-42d46bb060b3 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0636759 Feb 04 17:26:38.853997 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc8c48e9-f1f4-4059-bfcd-00278bb572b0 req-909b0899-fe6b-46a0-924d-9b09849c685c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552993 Feb 04 17:26:39.031513 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166c64d-266b-4127-b2d5-7f9f8909aa30 req-25c8ec9a-801c-4a15-bb35-580ccb998f70 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:39.034313 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2166c64d-266b-4127-b2d5-7f9f8909aa30 req-25c8ec9a-801c-4a15-bb35-580ccb998f70 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0796740 Feb 04 17:26:39.103259 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2166c64d-266b-4127-b2d5-7f9f8909aa30 req-8b6f5b0a-0380-44b4-bf61-aef93750f4be tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627058 Feb 04 17:26:39.991574 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95464a02-63af-4646-968d-76e6a31076c6 req-17e7a465-6204-4c86-ba98-f1c63c45d409 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:39.993165 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-95464a02-63af-4646-968d-76e6a31076c6 req-17e7a465-6204-4c86-ba98-f1c63c45d409 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0597303 Feb 04 17:26:40.059483 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-95464a02-63af-4646-968d-76e6a31076c6 req-0e2fcc87-f28a-4c81-8b97-5c3acba7f7ad tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550313 Feb 04 17:26:40.243942 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63381175-6963-4908-aa96-db4792c5de1a req-9e074709-1085-4057-b0b4-efb4a1e2e706 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:40.247101 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63381175-6963-4908-aa96-db4792c5de1a req-9e074709-1085-4057-b0b4-efb4a1e2e706 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0652809 Feb 04 17:26:40.331336 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63381175-6963-4908-aa96-db4792c5de1a req-e3d4d822-d2d4-4095-b57e-3dfc787deb1c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660756 Feb 04 17:26:41.198288 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2352f1-3bba-4bb0-8a0c-fedb6c2d1b0a req-5564159b-aff0-4aa0-8359-6991caffc7b4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:41.199973 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2b2352f1-3bba-4bb0-8a0c-fedb6c2d1b0a req-5564159b-aff0-4aa0-8359-6991caffc7b4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0595994 Feb 04 17:26:41.256557 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2b2352f1-3bba-4bb0-8a0c-fedb6c2d1b0a req-1fbe4187-829d-4835-943a-9cb856fcbb15 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502577 Feb 04 17:26:41.417684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.454831 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:41.481642 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0824305-f552-4290-b087-cb373b10a781 req-a37f3c08-64ea-411b-94ae-6fc4bd4cf140 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:41.483342 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0824305-f552-4290-b087-cb373b10a781 req-a37f3c08-64ea-411b-94ae-6fc4bd4cf140 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0746961 Feb 04 17:26:41.577025 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0824305-f552-4290-b087-cb373b10a781 req-9511d5fe-9e6d-4a95-88cf-bc97893ff9d7 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0867968 Feb 04 17:26:42.404203 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307b79f-e32a-49b1-a85b-05f125d13a66 req-1176ab80-1340-4712-b9ae-477f00bc7249 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:42.406152 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7307b79f-e32a-49b1-a85b-05f125d13a66 req-1176ab80-1340-4712-b9ae-477f00bc7249 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0744219 Feb 04 17:26:42.464768 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7307b79f-e32a-49b1-a85b-05f125d13a66 req-b1c08972-2bba-49af-8dcb-2f7b05de33b5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514934 Feb 04 17:26:42.746178 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445209-49bf-4162-baa4-6a594815d4b3 req-5880fd92-c47f-44d0-ba3b-35f9edb5deb4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:42.747836 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-49445209-49bf-4162-baa4-6a594815d4b3 req-5880fd92-c47f-44d0-ba3b-35f9edb5deb4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0704913 Feb 04 17:26:42.841637 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-49445209-49bf-4162-baa4-6a594815d4b3 req-cc7b58fd-2f62-4bb0-b270-67f75d9dbaf9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0860169 Feb 04 17:26:43.619452 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7542c31-6f6d-444f-8155-3580792d746b req-25de43e3-6528-4de0-85d2-cc144f73f621 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:43.621974 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c7542c31-6f6d-444f-8155-3580792d746b req-25de43e3-6528-4de0-85d2-cc144f73f621 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0685070 Feb 04 17:26:43.686401 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c7542c31-6f6d-444f-8155-3580792d746b req-dd0646de-8e5e-416f-bd0b-99705879aec0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566862 Feb 04 17:26:44.057639 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4f226b-eb89-45ce-b72b-85ae9678a456 req-8d13f662-5dcd-4768-b990-4594fbb90d03 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:44.060124 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1d4f226b-eb89-45ce-b72b-85ae9678a456 req-8d13f662-5dcd-4768-b990-4594fbb90d03 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0987954 Feb 04 17:26:44.146035 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1d4f226b-eb89-45ce-b72b-85ae9678a456 req-be2acc3a-e4e3-48cb-9379-83e2ff88e919 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754631 Feb 04 17:26:44.875387 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314da2c4-5175-4aa7-a675-7d520e937ba2 req-ac42e9c1-3863-4d6e-be66-bcc884dbff1a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:44.877758 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-314da2c4-5175-4aa7-a675-7d520e937ba2 req-ac42e9c1-3863-4d6e-be66-bcc884dbff1a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0939701 Feb 04 17:26:44.940933 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-314da2c4-5175-4aa7-a675-7d520e937ba2 req-9042e105-18ce-44fd-9e3b-e341437d4a31 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568662 Feb 04 17:26:45.299505 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42d575-0f7e-4869-9d18-90e7c3846fa4 req-e6b8c22e-ae9b-4561-8239-4cae56e34351 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:45.301419 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dc42d575-0f7e-4869-9d18-90e7c3846fa4 req-e6b8c22e-ae9b-4561-8239-4cae56e34351 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0678976 Feb 04 17:26:45.396940 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dc42d575-0f7e-4869-9d18-90e7c3846fa4 req-0213019f-c7cb-4a72-a66a-1253f9c5f82c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870461 Feb 04 17:26:45.475813 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb699cc-98dc-4e97-a999-77617be9f900 req-c5d9f1d1-a461-4c40-97c8-f563369a603c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:45.477463 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acb699cc-98dc-4e97-a999-77617be9f900 req-c5d9f1d1-a461-4c40-97c8-f563369a603c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0697124 Feb 04 17:26:45.546944 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acb699cc-98dc-4e97-a999-77617be9f900 req-3310c51c-d690-44c6-bd26-ee61d2ac6811 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578687 Feb 04 17:26:45.877112 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:46.005907 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da2252d-1efc-4de6-ba20-06bf12afd94e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.125863 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da2252d-1efc-4de6-ba20-06bf12afd94e admin admin] Publish callbacks [] for security_group (a7889889-ed75-49be-adc8-575e55d26dd1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.221553 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9da2252d-1efc-4de6-ba20-06bf12afd94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (a7889889-ed75-49be-adc8-575e55d26dd1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.265023 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-9da2252d-1efc-4de6-ba20-06bf12afd94e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da46efe2715d426693ece64f2062dde1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3867652 Feb 04 17:26:46.265773 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2252d-1efc-4de6-ba20-06bf12afd94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7889889-ed75-49be-adc8-575e55d26dd1,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:46.268329 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59176) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:46.328559 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Publish callbacks [] for security_group (a7889889-ed75-49be-adc8-575e55d26dd1), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.353119 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Publish callbacks [] for security_group (a7889889-ed75-49be-adc8-575e55d26dd1), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.475667 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (a7889889-ed75-49be-adc8-575e55d26dd1), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.479365 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:46.481181 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7889889-ed75-49be-adc8-575e55d26dd1 HTTP/1.1" status: 204 len: 168 time: 0.2111683 Feb 04 17:26:46.522786 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7889889-ed75-49be-adc8-575e55d26dd1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:46.544530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.545135 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.545738 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.546370 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.546953 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.547422 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.548242 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.548830 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.549454 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.550008 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.550641 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.551221 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.551802 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7a2189a-8ea4-473f-b7f4-c28247582475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:46.584379 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31d926-f87e-4ae1-a5ec-080ff3f9ce3a req-a652004d-f796-477a-b069-463ef0dee6e3 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:46.585982 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ac31d926-f87e-4ae1-a5ec-080ff3f9ce3a req-a652004d-f796-477a-b069-463ef0dee6e3 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.1032934 Feb 04 17:26:46.667882 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ac31d926-f87e-4ae1-a5ec-080ff3f9ce3a req-b30e1528-006b-40f5-857e-062a1427c19a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0696993 Feb 04 17:26:46.754549 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6168655-1a9f-4993-9d39-0fad7393845c req-ce7cf684-3b53-4b00-9a77-a217728538eb tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:46.757213 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e6168655-1a9f-4993-9d39-0fad7393845c req-ce7cf684-3b53-4b00-9a77-a217728538eb tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1067827 Feb 04 17:26:46.836275 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e6168655-1a9f-4993-9d39-0fad7393845c req-c26126b5-7d6d-42f7-a022-1ad35b20aa0b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688281 Feb 04 17:26:47.222755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.239612 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7468d087-c0df-4962-a3b6-35ca0336c41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.344649 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7468d087-c0df-4962-a3b6-35ca0336c41b admin admin] Publish callbacks [] for security_group (4d08e526-bab9-41c1-849c-7f865a0b7b81), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.412975 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7468d087-c0df-4962-a3b6-35ca0336c41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4d08e526-bab9-41c1-849c-7f865a0b7b81), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.489280 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-7468d087-c0df-4962-a3b6-35ca0336c41b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23e3195c7f6445b3a763229c03321a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633955 Feb 04 17:26:47.489280 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7468d087-c0df-4962-a3b6-35ca0336c41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d08e526-bab9-41c1-849c-7f865a0b7b81,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:47.491415 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59192) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:47.572616 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d26f5a8c-650f-4263-8b0d-082d91dbf170 admin admin] Publish callbacks [] for security_group (4d08e526-bab9-41c1-849c-7f865a0b7b81), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.606377 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d26f5a8c-650f-4263-8b0d-082d91dbf170 admin admin] Publish callbacks [] for security_group (4d08e526-bab9-41c1-849c-7f865a0b7b81), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.824688 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d26f5a8c-650f-4263-8b0d-082d91dbf170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4d08e526-bab9-41c1-849c-7f865a0b7b81), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.829433 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d26f5a8c-650f-4263-8b0d-082d91dbf170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:47.831579 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d26f5a8c-650f-4263-8b0d-082d91dbf170 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d08e526-bab9-41c1-849c-7f865a0b7b81 HTTP/1.1" status: 204 len: 168 time: 0.3368785 Feb 04 17:26:47.858650 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f5a8c-650f-4263-8b0d-082d91dbf170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d08e526-bab9-41c1-849c-7f865a0b7b81,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:47.901513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4080d-7cc8-4b67-b0ce-73d8f3508f32 req-bc7b82b3-662c-43ad-bd0a-aa09c8082fd9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:47.905195 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2bf4080d-7cc8-4b67-b0ce-73d8f3508f32 req-bc7b82b3-662c-43ad-bd0a-aa09c8082fd9 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.1364961 Feb 04 17:26:48.012540 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2bf4080d-7cc8-4b67-b0ce-73d8f3508f32 req-36e1614f-8c54-44e1-80d3-22c7e4818f40 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954475 Feb 04 17:26:48.067951 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854ea40-67d9-43e5-b530-a191a4f0aab0 req-15086c87-abc7-4bd0-847d-3cd4b13a3b70 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:48.069613 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5854ea40-67d9-43e5-b530-a191a4f0aab0 req-15086c87-abc7-4bd0-847d-3cd4b13a3b70 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1006663 Feb 04 17:26:48.124911 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5854ea40-67d9-43e5-b530-a191a4f0aab0 req-b9c68323-c9c1-4537-aea5-e05b8c52543c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482962 Feb 04 17:26:49.205136 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c2d75-6960-4616-a380-4058d66d21d2 req-ef21f92a-cfdb-4e3c-8412-1124a7d0c747 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.206942 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-188c2d75-6960-4616-a380-4058d66d21d2 req-ef21f92a-cfdb-4e3c-8412-1124a7d0c747 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0757911 Feb 04 17:26:49.268900 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859deab-7b6a-4f86-8187-9fcfce036841 req-cd7915e0-be3a-4fa7-9e32-aea7d2b0d960 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:49.273552 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7859deab-7b6a-4f86-8187-9fcfce036841 req-cd7915e0-be3a-4fa7-9e32-aea7d2b0d960 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0662878 Feb 04 17:26:49.307298 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-188c2d75-6960-4616-a380-4058d66d21d2 req-1f622fff-9033-4370-ad60-570b5160d755 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0936689 Feb 04 17:26:49.355547 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7859deab-7b6a-4f86-8187-9fcfce036841 req-1d473bf9-f92c-430a-8ccc-c46136c5be8b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768597 Feb 04 17:26:50.467039 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932f0fbf-e839-479e-aec9-bc827f7cadd5 req-c86cffbb-7e2e-4652-978d-e20e7fe5957d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.468806 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-932f0fbf-e839-479e-aec9-bc827f7cadd5 req-c86cffbb-7e2e-4652-978d-e20e7fe5957d tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0807872 Feb 04 17:26:50.573387 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d74e7a-327b-44d3-98cc-1507a6d82b12 req-40bfeb04-322c-4fad-b7df-ce1de084c1ed tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.576369 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-16d74e7a-327b-44d3-98cc-1507a6d82b12 req-40bfeb04-322c-4fad-b7df-ce1de084c1ed tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1006362 Feb 04 17:26:50.582742 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-932f0fbf-e839-479e-aec9-bc827f7cadd5 req-63689e0f-8e78-44d8-86df-b750bc3a6efd tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0916348 Feb 04 17:26:50.645270 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-16d74e7a-327b-44d3-98cc-1507a6d82b12 req-180158a0-7cb7-4426-97ea-7277fd28200d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620363 Feb 04 17:26:50.859812 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-c501a0a9-f764-4b8c-97c9-166a8c7a4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:50.862368 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-c501a0a9-f764-4b8c-97c9-166a8c7a4771 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1130 time: 0.0597646 Feb 04 17:26:51.003237 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-ecc70d72-9ac0-4fe6-ae47-a0e10715cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.006937 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-ecc70d72-9ac0-4fe6-ae47-a0e10715cb6d service neutron] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 911 time: 0.1371529 Feb 04 17:26:51.126724 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-37c6d89e-3dcc-4ed2-88b6-9db1cca804e2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 200 len: 1002 time: 0.1140018 Feb 04 17:26:51.185682 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-49cfcd6d-6679-4f68-92ef-7c57f94d5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.187498 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-49cfcd6d-6679-4f68-92ef-7c57f94d5bc9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.0539861 Feb 04 17:26:51.250333 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-a132d213-f11d-410a-861e-68603c296358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.251890 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-a132d213-f11d-410a-861e-68603c296358 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559022 Feb 04 17:26:51.355798 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-fcae3069-c328-4477-812b-994155adc8b5 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972261 Feb 04 17:26:51.482907 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7a7e49a-a2a3-4d2f-9021-b0828ed936fc req-fffc6e69-ed2e-4f57-ac89-402dad0486fd service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198049 Feb 04 17:26:51.765561 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd5db8-cf25-448e-b8f9-7fe2d701a99e req-46da539a-98bc-4367-9823-63ec44d2ee71 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.767451 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dbfd5db8-cf25-448e-b8f9-7fe2d701a99e req-46da539a-98bc-4367-9823-63ec44d2ee71 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0740428 Feb 04 17:26:51.841560 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a07bd8-dae6-4e4b-a87e-de1c7c7733c8 req-ee316428-55a2-403e-acd3-60379618cee8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:51.845159 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c1a07bd8-dae6-4e4b-a87e-de1c7c7733c8 req-ee316428-55a2-403e-acd3-60379618cee8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0966859 Feb 04 17:26:51.846299 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dbfd5db8-cf25-448e-b8f9-7fe2d701a99e req-f3e1b2f9-66ac-4682-959b-43c12c14e88b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0681872 Feb 04 17:26:51.921872 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c1a07bd8-dae6-4e4b-a87e-de1c7c7733c8 req-25f11d90-d5d0-43fa-bcdb-7a8ea584293c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661757 Feb 04 17:26:52.287165 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:53.009271 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e029106-b576-49ca-aaea-f65d32180376 req-68cc13c3-7fe0-4dbb-adef-06c809935f9f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.011236 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e029106-b576-49ca-aaea-f65d32180376 req-68cc13c3-7fe0-4dbb-adef-06c809935f9f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0710049 Feb 04 17:26:53.088941 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a2f51-ded8-4ce8-9dab-10b05f7f70fb req-2bd14d93-46c0-41d8-b76f-9fe68c18d409 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.090770 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ed3a2f51-ded8-4ce8-9dab-10b05f7f70fb req-2bd14d93-46c0-41d8-b76f-9fe68c18d409 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0798335 Feb 04 17:26:53.146684 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e029106-b576-49ca-aaea-f65d32180376 req-9f4a746f-d424-4a97-a951-3198f009d7df tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227694 Feb 04 17:26:53.147640 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ed3a2f51-ded8-4ce8-9dab-10b05f7f70fb req-27565f7b-aa6c-4fff-aee3-f1780c0fe3be tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509863 Feb 04 17:26:53.158241 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-3f73366e-d9f8-4be1-a7c8-209a1e3f1b91 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1095002 Feb 04 17:26:53.265547 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd9650-a587-4bc8-8545-84570d98776f req-590b0fb2-cc67-48a2-b7b7-0e83d57d95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.267232 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-590b0fb2-cc67-48a2-b7b7-0e83d57d95fe service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 1130 time: 0.0617764 Feb 04 17:26:53.391481 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd9650-a587-4bc8-8545-84570d98776f req-7e0a4510-4b63-4857-b0be-bb8e57380f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.393075 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-7e0a4510-4b63-4857-b0be-bb8e57380f50 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1040549 Feb 04 17:26:53.479925 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-f6a866aa-e4d1-4671-a25e-fd68cf1f3de7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 200 len: 1001 time: 0.0807440 Feb 04 17:26:53.536723 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd9650-a587-4bc8-8545-84570d98776f req-e94f1920-aee0-4164-b1e2-b3986fe4effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.538580 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-e94f1920-aee0-4164-b1e2-b3986fe4effe service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.0528767 Feb 04 17:26:53.606440 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd9650-a587-4bc8-8545-84570d98776f req-784aa5de-bca6-4b2e-a0d4-0a109a93c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:53.608750 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-784aa5de-bca6-4b2e-a0d4-0a109a93c2f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0645118 Feb 04 17:26:54.000217 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-f6c28c92-55c3-413b-aa73-24d37cbd042b service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852136 Feb 04 17:26:54.138872 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11dd9650-a587-4bc8-8545-84570d98776f req-6e4adedc-ca3e-4505-9a53-6b464be773db service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318772 Feb 04 17:26:54.256936 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59324) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.332335 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a33820-78d8-4aa9-a087-62e74bfcd485 req-a420fac1-3a06-4eb1-8b3c-6620ef2877e2 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:54.334349 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e6a33820-78d8-4aa9-a087-62e74bfcd485 req-a420fac1-3a06-4eb1-8b3c-6620ef2877e2 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0887892 Feb 04 17:26:54.415915 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e6a33820-78d8-4aa9-a087-62e74bfcd485 req-de3d624b-197c-47ce-9ec9-1b28f2f1bd5a tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0743446 Feb 04 17:26:54.442198 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.552931 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Publish callbacks [] for security_group (bbd49b18-a073-41dd-a0a8-112449a83baa), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.640151 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bbd49b18-a073-41dd-a0a8-112449a83baa), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.688031 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db806bf564444c2e9bd24349f1930677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297388 Feb 04 17:26:54.689963 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd49b18-a073-41dd-a0a8-112449a83baa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:54.691827 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59332) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:54.704574 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.705266 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.705820 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.706405 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.706960 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.707577 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.708152 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.708723 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.709287 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.709870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.710456 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.711001 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.711552 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850bfe9b-537c-4594-ae39-796ff977e983 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:26:54.785981 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1329721c-db96-4cd1-8f99-b206ee2db570 admin admin] Publish callbacks [] for security_group (bbd49b18-a073-41dd-a0a8-112449a83baa), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:54.819632 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1329721c-db96-4cd1-8f99-b206ee2db570 admin admin] Publish callbacks [] for security_group (bbd49b18-a073-41dd-a0a8-112449a83baa), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.044057 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1329721c-db96-4cd1-8f99-b206ee2db570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bbd49b18-a073-41dd-a0a8-112449a83baa), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.047148 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1329721c-db96-4cd1-8f99-b206ee2db570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:55.048953 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-1329721c-db96-4cd1-8f99-b206ee2db570 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbd49b18-a073-41dd-a0a8-112449a83baa HTTP/1.1" status: 204 len: 168 time: 0.3555677 Feb 04 17:26:55.060643 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329721c-db96-4cd1-8f99-b206ee2db570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd49b18-a073-41dd-a0a8-112449a83baa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:55.628738 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69320b6b-ad76-4dad-8631-81251ee14dcb req-c5abcbc5-0804-4a60-aa35-9b7e3ccf28bb tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:26:55.630408 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-69320b6b-ad76-4dad-8631-81251ee14dcb req-c5abcbc5-0804-4a60-aa35-9b7e3ccf28bb tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.0924764 Feb 04 17:26:55.732439 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-69320b6b-ad76-4dad-8631-81251ee14dcb req-49a08125-5695-42c1-b81b-a9c0c24c214b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&id=c96e8813-e552-4434-bc35-45ca469ab3cd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0905392 Feb 04 17:26:55.970098 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59348) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:55.988900 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60c39b32-1974-4a3e-ab8b-33ddb475eb76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.085110 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60c39b32-1974-4a3e-ab8b-33ddb475eb76 admin admin] Publish callbacks [] for security_group (1137464f-a085-4d31-ab0c-d719818d633c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.154548 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60c39b32-1974-4a3e-ab8b-33ddb475eb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1137464f-a085-4d31-ab0c-d719818d633c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.205289 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-60c39b32-1974-4a3e-ab8b-33ddb475eb76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e026c2fc418a4bad9498120fae82d50d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339079 Feb 04 17:26:56.206496 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c39b32-1974-4a3e-ab8b-33ddb475eb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1137464f-a085-4d31-ab0c-d719818d633c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:26:56.210035 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59350) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:26:56.272068 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac10cf50-41a1-4bf5-be7c-e72fe3572303 admin admin] Publish callbacks [] for security_group (1137464f-a085-4d31-ab0c-d719818d633c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.300492 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac10cf50-41a1-4bf5-be7c-e72fe3572303 admin admin] Publish callbacks [] for security_group (1137464f-a085-4d31-ab0c-d719818d633c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.468857 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac10cf50-41a1-4bf5-be7c-e72fe3572303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1137464f-a085-4d31-ab0c-d719818d633c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.472025 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ac10cf50-41a1-4bf5-be7c-e72fe3572303 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:26:56.474552 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ac10cf50-41a1-4bf5-be7c-e72fe3572303 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1137464f-a085-4d31-ab0c-d719818d633c HTTP/1.1" status: 204 len: 168 time: 0.2625763 Feb 04 17:26:56.487418 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac10cf50-41a1-4bf5-be7c-e72fe3572303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1137464f-a085-4d31-ab0c-d719818d633c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:02.432972 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-64a77100-cb3d-432b-b7cc-fe1b2098bcd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:03.753661 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-fcbace00-7595-4f7e-adbb-e9628a0b592e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245604653&fields=id&tenant_id=61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 267 time: 0.0924172 Feb 04 17:27:03.912645 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-4e963ebf-9393-4cf3-8239-43f1de1da5f1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:03.914340 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-4e963ebf-9393-4cf3-8239-43f1de1da5f1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 811 time: 0.1540666 Feb 04 17:27:03.932568 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-cecf24a0-d2f8-4bca-b7b7-fbe9bff0f5f1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/quotas/61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 375 time: 0.0114875 Feb 04 17:27:04.000469 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-cc000aa3-f282-423a-b5c0-c74b96cabbc7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620975 Feb 04 17:27:04.230302 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-d6bdb86d-e67f-4475-a57c-2fa525513722 service neutron] 10.222.0.24 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161283 Feb 04 17:27:04.386549 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-80509d30-6898-44a2-b023-10a7a75edd5b service neutron] 10.222.0.24 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493402 Feb 04 17:27:05.146556 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-96bb4eac-c9dd-4a45-a7a9-465fe48d9cdc req-39972f2e-8f4e-4992-9cb5-cf1c115f6952 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 210 time: 0.0457926 Feb 04 17:27:05.879820 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a52e729c-26b8-494a-aa7a-24bfb295dfa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:06.251107 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b922fb63-2d50-4fc2-ba5d-d89d6b654892 req-acabc557-8570-426f-9265-3a34c7603c91 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 210 time: 0.0330408 Feb 04 17:27:07.375385 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0aa40f38-fea8-4d1a-a5c6-8aad4946153b req-85a1a796-8679-457d-b99a-83634cf07d3d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 210 time: 0.0469956 Feb 04 17:27:08.043891 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:08.518502 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b75fd8e1-07f2-4d89-a035-0a1ce393e24e req-854e3722-74dc-48d4-b441-f30f947d53ea tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 210 time: 0.0330236 Feb 04 17:27:08.738889 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:27:09.484552 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-e281d4e8-8350-4a08-92e6-87b8fddc1546 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:09.486341 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-e281d4e8-8350-4a08-92e6-87b8fddc1546 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 811 time: 0.1414473 Feb 04 17:27:09.616770 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-1aeb5850-a50d-43c2-b562-f70f11c896d2 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 379 time: 0.1086004 Feb 04 17:27:09.628712 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'port': {'device_id': '8025a448-5931-44c2-be93-f08aa9a0518a', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'admin_state_up': True, 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'security_groups': ['3ca75bc9-394b-4300-8f9a-91fde46064fb']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:09.687064 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dcc37412-3a09-4b6a-8779-e73c51020cbd req-f739c308-f974-4033-8349-746279861901 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 210 time: 0.0547423 Feb 04 17:27:09.920049 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Made reservation on behalf of 61dfb6adbeed41138806ac5bf4ceccfe for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:09.924423 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.104622 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Allocated IP 172.20.0.10 (54835a6e-f061-47b3-9399-e56c69d8d398/e24407b5-b109-49f6-aedd-2cfe05e8f346/71d2dc23-e18a-47e9-9473-203731bc2391) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:10.296851 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (71d2dc23-e18a-47e9-9473-203731bc2391), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.481032 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.541418 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Network 54835a6e-f061-47b3-9399-e56c69d8d398 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:10.545174 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:10.552003 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:10.555956 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=71d2dc23-e18a-47e9-9473-203731bc2391,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:10.626973 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:10.627968 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.783567 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-a33e6161-c6e4-4627-9967-d326f3a79dcd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1603503 Feb 04 17:27:10.832838 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-627063d6-33b2-444d-9314-dfb340b721bc None None] Provisioning complete for port 71d2dc23-e18a-47e9-9473-203731bc2391 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:10.833378 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-627063d6-33b2-444d-9314-dfb340b721bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:10.838678 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Request body: {'port': {'device_id': '8025a448-5931-44c2-be93-f08aa9a0518a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:10.899410 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-627063d6-33b2-444d-9314-dfb340b721bc None None] Port 71d2dc23-e18a-47e9-9473-203731bc2391 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:27:10.972797 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42a433-cbac-4e63-b258-4cb3cd3f7e9d req-fb490446-3a3c-471f-ab2b-af43f635db4f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:10.974458 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fe42a433-cbac-4e63-b258-4cb3cd3f7e9d req-fb490446-3a3c-471f-ab2b-af43f635db4f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 932 time: 0.1898117 Feb 04 17:27:10.975086 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.110237 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fe42a433-cbac-4e63-b258-4cb3cd3f7e9d req-9fd45e94-7dc1-460e-ba0e-9b601b42bd10 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247499 Feb 04 17:27:11.390166 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d2dc23-e18a-47e9-9473-203731bc2391 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:27:11.405592 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Publish callbacks [] for port (71d2dc23-e18a-47e9-9473-203731bc2391), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.425714 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Transition to ACTIVE for port object 71d2dc23-e18a-47e9-9473-203731bc2391 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:27:11.482853 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.484031 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.541261 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.606325 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Pushing event updated for resources: {'Port': ['ID=71d2dc23-e18a-47e9-9473-203731bc2391,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:11.704192 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Attempting to bind port 71d2dc23-e18a-47e9-9473-203731bc2391 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:27:11.705226 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Attempting to bind port 71d2dc23-e18a-47e9-9473-203731bc2391 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:27:11.705226 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Attempting to bind port 71d2dc23-e18a-47e9-9473-203731bc2391 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:11.710403 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Port 71d2dc23-e18a-47e9-9473-203731bc2391 on network 54835a6e-f061-47b3-9399-e56c69d8d398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:27:11.711175 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Attempting to bind port 71d2dc23-e18a-47e9-9473-203731bc2391 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:27:11.717147 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:27:11.717496 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Checking segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:11.717871 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Bound using segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:27:11.718410 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Bound port: 71d2dc23-e18a-47e9-9473-203731bc2391, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:27:11.718800 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:11.841775 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] For port 71d2dc23-e18a-47e9-9473-203731bc2391, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:27:11.845513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] For port 71d2dc23-e18a-47e9-9473-203731bc2391, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71d2dc23-e18a-47e9-9473-203731bc2391,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:27:11.960926 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.002916 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:12.003554 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:12.005170 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] 10.222.0.93 "PUT /v2.0/ports/71d2dc23-e18a-47e9-9473-203731bc2391 HTTP/1.1" status: 200 len: 1094 time: 1.2054708 Feb 04 17:27:12.005504 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:12.007965 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a52a451-7286-4997-ae84-3deaaf129c55" -d '{"events": [{"name": "network-changed", "server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:12.039210 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eb99f6-a4f8-4894-adc4-f9775bf0db35 service neutron] Pushing event updated for resources: {'Port': ['ID=71d2dc23-e18a-47e9-9473-203731bc2391,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:12.316935 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954b20c5-94c9-437f-8f9f-6bbb83749a94 x-openstack-request-id: req-954b20c5-94c9-437f-8f9f-6bbb83749a94 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:12.317272 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:12.317568 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-954b20c5-94c9-437f-8f9f-6bbb83749a94 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:12.319571 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391', 'status': 'completed', 'code': 200} Feb 04 17:27:12.338850 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fbc465-5826-41b7-86ee-44c45b76cb9c req-9da0999b-2f5b-4459-b60b-65e5f8fb3117 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:12.340516 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c6fbc465-5826-41b7-86ee-44c45b76cb9c req-9da0999b-2f5b-4459-b60b-65e5f8fb3117 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0921955 Feb 04 17:27:12.420270 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c6fbc465-5826-41b7-86ee-44c45b76cb9c req-e8910c24-80e3-40ea-a813-b7de2b16ff7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723155 Feb 04 17:27:13.609982 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993e431-283a-41a5-af0a-d7279cf601e3 req-7e17c078-4697-42d7-9daa-a0ef86392d1b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:13.612767 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b993e431-283a-41a5-af0a-d7279cf601e3 req-7e17c078-4697-42d7-9daa-a0ef86392d1b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0911863 Feb 04 17:27:13.679890 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b993e431-283a-41a5-af0a-d7279cf601e3 req-4e4e7100-0d84-4306-97e4-f1cbf05b5b9f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605118 Feb 04 17:27:14.009205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b5d94605-b14b-42f3-8691-4476f6fd90af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:14.012276 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-b5d94605-b14b-42f3-8691-4476f6fd90af service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 1128 time: 0.0616057 Feb 04 17:27:14.864163 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9405ca-4b86-4926-aab7-926ce42c2771 req-e315ea84-69fe-4642-815e-1621790aad95 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:14.867084 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5a9405ca-4b86-4926-aab7-926ce42c2771 req-e315ea84-69fe-4642-815e-1621790aad95 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.1015778 Feb 04 17:27:14.970421 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5a9405ca-4b86-4926-aab7-926ce42c2771 req-b55725f8-7efd-48ad-8228-8bce950f2885 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954044 Feb 04 17:27:15.187338 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-d0394c3d-bb2f-4ce2-96bd-c3ca681d832a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d2dc23-e18a-47e9-9473-203731bc2391 HTTP/1.1" status: 200 len: 217 time: 0.0659750 Feb 04 17:27:15.269238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-83d7078e-2431-44e0-9413-eb18a6406af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:15.270966 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-83d7078e-2431-44e0-9413-eb18a6406af3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0760167 Feb 04 17:27:16.123015 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e24d8-f5af-498f-b927-c170809e23d0 req-4fd3e878-be7c-470d-9a7c-879272af8c6b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:16.124720 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2e9e24d8-f5af-498f-b927-c170809e23d0 req-4fd3e878-be7c-470d-9a7c-879272af8c6b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0619304 Feb 04 17:27:16.203162 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2e9e24d8-f5af-498f-b927-c170809e23d0 req-0dd6a64f-dfea-4de8-8e20-497d019b6c14 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721426 Feb 04 17:27:16.891266 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-937be4ba-dba4-48cf-b74e-419e75d608e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:16.892955 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-937be4ba-dba4-48cf-b74e-419e75d608e4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0561824 Feb 04 17:27:17.017550 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-7a5c6c08-d3ff-427c-b201-186b2d8744fd service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152198 Feb 04 17:27:17.194910 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e5c2b6bd-6ac5-4918-8026-609bb2411b7b req-c61d2fa7-7eca-4231-ac0e-8e1c36e94f68 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691728 Feb 04 17:27:17.386972 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e39dc7-aafe-4620-818f-f022dabd338a req-5ea07fad-e06e-4513-be90-e994e0f4777b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.389971 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-40e39dc7-aafe-4620-818f-f022dabd338a req-5ea07fad-e06e-4513-be90-e994e0f4777b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0739458 Feb 04 17:27:17.485965 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-40e39dc7-aafe-4620-818f-f022dabd338a req-800a1433-f39b-4c7e-8077-77916ef7ee0c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895998 Feb 04 17:27:17.501745 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-799e1ec7-708b-4116-af6f-2d470be39928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.503448 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-799e1ec7-708b-4116-af6f-2d470be39928 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 1128 time: 0.0971160 Feb 04 17:27:17.622392 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-a0236adb-b683-4af5-a3c6-83eb193039d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.624735 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-a0236adb-b683-4af5-a3c6-83eb193039d9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1129196 Feb 04 17:27:17.676091 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-25fec8e5-a588-4993-842b-965cb9406bad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d2dc23-e18a-47e9-9473-203731bc2391 HTTP/1.1" status: 200 len: 217 time: 0.0448041 Feb 04 17:27:17.742044 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-6a1b716c-c4ac-4279-9938-8c5762fe409e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.745530 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-6a1b716c-c4ac-4279-9938-8c5762fe409e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0602281 Feb 04 17:27:17.816828 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-62063f86-399b-46a7-9358-008908818a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:17.818777 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-62063f86-399b-46a7-9358-008908818a05 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0637534 Feb 04 17:27:18.006863 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-479c7a31-e71e-479c-99c5-dbc42d77c04d service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793706 Feb 04 17:27:18.138185 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a52a451-7286-4997-ae84-3deaaf129c55 req-59d63d96-9caa-4349-b69d-9e2ac76c6f3a service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243091 Feb 04 17:27:18.662144 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f069e26-a8ef-4577-be88-d503d05274d8 req-a39f754d-722f-4a3c-9bc1-ccfc2714a432 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:18.664015 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8f069e26-a8ef-4577-be88-d503d05274d8 req-a39f754d-722f-4a3c-9bc1-ccfc2714a432 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0833161 Feb 04 17:27:18.736332 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8f069e26-a8ef-4577-be88-d503d05274d8 req-641d5450-1f9a-4540-ac66-441255c5185c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656140 Feb 04 17:27:19.919534 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790c3790-2cde-4cec-8ce6-dfb8eafa44d9 req-c70bbb19-8806-4d17-9f28-cca55a4669a1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:19.922565 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-790c3790-2cde-4cec-8ce6-dfb8eafa44d9 req-c70bbb19-8806-4d17-9f28-cca55a4669a1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0704725 Feb 04 17:27:19.983122 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-790c3790-2cde-4cec-8ce6-dfb8eafa44d9 req-beca5753-7821-4e4e-bae0-fadd5e1fb1d5 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521920 Feb 04 17:27:21.145049 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21421a4-50f4-45ed-a3d4-c4a9876bf2a9 req-bbf98bcd-bcbc-4204-9797-72845345635d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:21.146641 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e21421a4-50f4-45ed-a3d4-c4a9876bf2a9 req-bbf98bcd-bcbc-4204-9797-72845345635d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0720401 Feb 04 17:27:21.209154 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e21421a4-50f4-45ed-a3d4-c4a9876bf2a9 req-8f72c5db-a762-4e7f-8967-b2872f116b5f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552890 Feb 04 17:27:21.702627 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59668) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:21.850735 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c421d28-a504-47aa-b834-b034f1c4f1db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:21.957780 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c421d28-a504-47aa-b834-b034f1c4f1db admin admin] Publish callbacks [] for security_group (57e92ccc-b57a-4aca-8fd5-e4370382b82d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.095675 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3c421d28-a504-47aa-b834-b034f1c4f1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (57e92ccc-b57a-4aca-8fd5-e4370382b82d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.154518 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c421d28-a504-47aa-b834-b034f1c4f1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e92ccc-b57a-4aca-8fd5-e4370382b82d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:22.160430 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3c421d28-a504-47aa-b834-b034f1c4f1db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a48aff05cc444752b7c65395ec357f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561741 Feb 04 17:27:22.168382 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59680) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:22.252792 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6db55452-c614-4c43-a3f0-87aaddb72028 admin admin] Publish callbacks [] for security_group (57e92ccc-b57a-4aca-8fd5-e4370382b82d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.312907 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.327316 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6db55452-c614-4c43-a3f0-87aaddb72028 admin admin] Publish callbacks [] for security_group (57e92ccc-b57a-4aca-8fd5-e4370382b82d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.379889 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43d7f8-2354-424b-add9-95147b439f40 req-8a2e535f-0dde-4ccf-9844-8ec45778bde0 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:22.383668 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6a43d7f8-2354-424b-add9-95147b439f40 req-8a2e535f-0dde-4ccf-9844-8ec45778bde0 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0817826 Feb 04 17:27:22.463814 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6a43d7f8-2354-424b-add9-95147b439f40 req-019cb7e9-1759-44b9-801e-b9b2be25fe25 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738013 Feb 04 17:27:22.548264 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6db55452-c614-4c43-a3f0-87aaddb72028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (57e92ccc-b57a-4aca-8fd5-e4370382b82d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.551330 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6db55452-c614-4c43-a3f0-87aaddb72028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:22.563703 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-6db55452-c614-4c43-a3f0-87aaddb72028 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57e92ccc-b57a-4aca-8fd5-e4370382b82d HTTP/1.1" status: 204 len: 168 time: 0.3863215 Feb 04 17:27:22.563703 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db55452-c614-4c43-a3f0-87aaddb72028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e92ccc-b57a-4aca-8fd5-e4370382b82d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:23.464276 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59704) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:23.480918 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5c882ad-26b5-47ce-809e-36a19c9ab7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.595493 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5c882ad-26b5-47ce-809e-36a19c9ab7a6 admin admin] Publish callbacks [] for security_group (e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.625459 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83990ede-b530-40ff-b3f9-c3240037624f req-d70ff913-cec8-4fdc-a14b-9d58c3c83fc6 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:23.627152 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-83990ede-b530-40ff-b3f9-c3240037624f req-d70ff913-cec8-4fdc-a14b-9d58c3c83fc6 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0656500 Feb 04 17:27:23.697672 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b5c882ad-26b5-47ce-809e-36a19c9ab7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.706083 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-83990ede-b530-40ff-b3f9-c3240037624f req-897515db-c22c-4876-babd-ea0b897b4a37 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673337 Feb 04 17:27:23.742252 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b5c882ad-26b5-47ce-809e-36a19c9ab7a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cc682b4a007477899ef9059d6c851e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2764864 Feb 04 17:27:23.743864 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c882ad-26b5-47ce-809e-36a19c9ab7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:23.745566 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59712) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:23.807415 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd75c-c061-40d8-b354-805c02a99d18 admin admin] Publish callbacks [] for security_group (e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:23.831559 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd75c-c061-40d8-b354-805c02a99d18 admin admin] Publish callbacks [] for security_group (e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.063076 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd75c-c061-40d8-b354-805c02a99d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.068571 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6e4bd75c-c061-40d8-b354-805c02a99d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:24.072373 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-6e4bd75c-c061-40d8-b354-805c02a99d18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359 HTTP/1.1" status: 204 len: 168 time: 0.3237734 Feb 04 17:27:24.083166 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bd75c-c061-40d8-b354-805c02a99d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d7b8ea-dea7-4cd8-ad0d-a345c5dd6359,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:24.846436 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb4b389-d959-4d8c-b625-73050bb2b5e0 req-b591c299-74ee-4ef8-bf33-41a9236dc891 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:24.848111 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6fb4b389-d959-4d8c-b625-73050bb2b5e0 req-b591c299-74ee-4ef8-bf33-41a9236dc891 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 944 time: 0.0578065 Feb 04 17:27:24.917810 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6fb4b389-d959-4d8c-b625-73050bb2b5e0 req-4c2c4a04-0dc7-44e5-b86e-8747db5cb8e5 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577567 Feb 04 17:27:25.177451 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59726) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:25.194515 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76004886-b4dd-4b72-8f4d-cb120ad32166 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.280846 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76004886-b4dd-4b72-8f4d-cb120ad32166 admin admin] Publish callbacks [] for security_group (1b5f5436-ebc3-48f4-abea-88ddd496f00c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.356328 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71d2dc23-e18a-47e9-9473-203731bc2391 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:27:25.423220 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-76004886-b4dd-4b72-8f4d-cb120ad32166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1b5f5436-ebc3-48f4-abea-88ddd496f00c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.464192 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-76004886-b4dd-4b72-8f4d-cb120ad32166 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1506a6291a184df190c7f21ba27082be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856030 Feb 04 17:27:25.469306 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59728) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:25.469836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76004886-b4dd-4b72-8f4d-cb120ad32166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5f5436-ebc3-48f4-abea-88ddd496f00c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:25.507000 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71d2dc23-e18a-47e9-9473-203731bc2391, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71d2dc23-e18a-47e9-9473-203731bc2391,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:25.528754 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '71d2dc23-e18a-47e9-9473-203731bc2391', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'port_id': '71d2dc23-e18a-47e9-9473-203731bc2391', 'mac_address': 'fa:16:3e:0e:1b:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:27:25.538096 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1469000e-160e-4231-a6a8-28d6ec43602a admin admin] Publish callbacks [] for security_group (1b5f5436-ebc3-48f4-abea-88ddd496f00c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.571334 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1469000e-160e-4231-a6a8-28d6ec43602a admin admin] Publish callbacks [] for security_group (1b5f5436-ebc3-48f4-abea-88ddd496f00c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.582204 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71d2dc23-e18a-47e9-9473-203731bc2391 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:25.582204 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.596977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d2dc23-e18a-47e9-9473-203731bc2391 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:27:25.627560 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71d2dc23-e18a-47e9-9473-203731bc2391, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71d2dc23-e18a-47e9-9473-203731bc2391,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:25.705851 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1469000e-160e-4231-a6a8-28d6ec43602a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1b5f5436-ebc3-48f4-abea-88ddd496f00c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.706141 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.708490 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1469000e-160e-4231-a6a8-28d6ec43602a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:25.709678 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-1469000e-160e-4231-a6a8-28d6ec43602a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1b5f5436-ebc3-48f4-abea-88ddd496f00c HTTP/1.1" status: 204 len: 168 time: 0.2387023 Feb 04 17:27:25.722906 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1469000e-160e-4231-a6a8-28d6ec43602a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5f5436-ebc3-48f4-abea-88ddd496f00c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:25.805767 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71d2dc23-e18a-47e9-9473-203731bc2391,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:25.815137 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.815676 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.816157 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.816646 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.817114 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.817654 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.818181 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.818679 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.819247 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.819851 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.820955 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.821525 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.822107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:25.848708 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59734) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:25.987663 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3348e1f3-66f9-49eb-9452-da7fb14ff978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.079886 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ebbf-a537-4874-b238-de7a30d3f346 req-d631aea8-3c96-4302-a281-39b16c699f34 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:26.081819 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e068ebbf-a537-4874-b238-de7a30d3f346 req-d631aea8-3c96-4302-a281-39b16c699f34 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 945 time: 0.0903423 Feb 04 17:27:26.117630 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3348e1f3-66f9-49eb-9452-da7fb14ff978 admin admin] Publish callbacks [] for security_group (414097db-34b9-499d-b094-21b0b8752f11), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.152368 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['71d2dc23-e18a-47e9-9473-203731bc2391'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:27:26.173664 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e068ebbf-a537-4874-b238-de7a30d3f346 req-876741ec-75b8-4c7c-bddb-e07f7ab0fce1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817511 Feb 04 17:27:26.211346 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3348e1f3-66f9-49eb-9452-da7fb14ff978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (414097db-34b9-499d-b094-21b0b8752f11), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.280972 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3348e1f3-66f9-49eb-9452-da7fb14ff978 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8fd627df20741c5a73267a579124b75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306839 Feb 04 17:27:26.284650 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3348e1f3-66f9-49eb-9452-da7fb14ff978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414097db-34b9-499d-b094-21b0b8752f11,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:26.285349 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59742) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:26.369460 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722f5d2d-4dab-4780-9e19-748e169fab58 admin admin] Publish callbacks [] for security_group (414097db-34b9-499d-b094-21b0b8752f11), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.391993 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722f5d2d-4dab-4780-9e19-748e169fab58 admin admin] Publish callbacks [] for security_group (414097db-34b9-499d-b094-21b0b8752f11), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.628161 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722f5d2d-4dab-4780-9e19-748e169fab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (414097db-34b9-499d-b094-21b0b8752f11), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.631038 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-722f5d2d-4dab-4780-9e19-748e169fab58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:26.633108 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-722f5d2d-4dab-4780-9e19-748e169fab58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/414097db-34b9-499d-b094-21b0b8752f11 HTTP/1.1" status: 204 len: 168 time: 0.3460066 Feb 04 17:27:26.643008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f5d2d-4dab-4780-9e19-748e169fab58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414097db-34b9-499d-b094-21b0b8752f11,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:27.354599 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71d2dc23-e18a-47e9-9473-203731bc2391 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:27:27.359849 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c25f7-4270-4626-ab60-a162272d4c46 req-9ac6ec2d-0119-4a72-b902-e2885194d3be tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:27.367197 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d42c25f7-4270-4626-ab60-a162272d4c46 req-9ac6ec2d-0119-4a72-b902-e2885194d3be tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 945 time: 0.0886230 Feb 04 17:27:27.446202 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d42c25f7-4270-4626-ab60-a162272d4c46 req-a46096dd-a0c6-4213-8696-1ceb23361ea6 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725882 Feb 04 17:27:27.527358 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 71d2dc23-e18a-47e9-9473-203731bc2391 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:27:27.527358 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 71d2dc23-e18a-47e9-9473-203731bc2391 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:27:27.527709 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.567758 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59768) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:27.588874 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-489e6ba9-71ac-4686-98f4-b099a4c52da8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.666306 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71d2dc23-e18a-47e9-9473-203731bc2391 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:27:27.667098 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.698027 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-489e6ba9-71ac-4686-98f4-b099a4c52da8 admin admin] Publish callbacks [] for security_group (78e21c90-1f9c-4343-b194-c8f38bf49980), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.708396 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:27.718688 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c6203-10fe-47d8-bf30-f0511a20faf0" -d '{"events": [{"server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "name": "network-vif-plugged", "status": "completed", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:27.799648 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-489e6ba9-71ac-4686-98f4-b099a4c52da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (78e21c90-1f9c-4343-b194-c8f38bf49980), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:27.872048 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-489e6ba9-71ac-4686-98f4-b099a4c52da8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd9808b193bf40169019e893cf7eb1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016846 Feb 04 17:27:27.878309 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59776) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:27.906732 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71d2dc23-e18a-47e9-9473-203731bc2391, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71d2dc23-e18a-47e9-9473-203731bc2391,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:27:27.928240 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e6ba9-71ac-4686-98f4-b099a4c52da8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e21c90-1f9c-4343-b194-c8f38bf49980,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:27.988542 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-547e1294-5df1-4adb-a021-d609a28ca43e admin admin] Publish callbacks [] for security_group (78e21c90-1f9c-4343-b194-c8f38bf49980), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.011756 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.049956 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-547e1294-5df1-4adb-a021-d609a28ca43e admin admin] Publish callbacks [] for security_group (78e21c90-1f9c-4343-b194-c8f38bf49980), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.061818 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea2fc42-ed0a-43f1-9891-2a91331842f4 x-openstack-request-id: req-4ea2fc42-ed0a-43f1-9891-2a91331842f4 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:28.062323 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "name": "network-vif-plugged", "status": "completed", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:28.062721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ea2fc42-ed0a-43f1-9891-2a91331842f4 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:28.063352 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391', 'code': 200} Feb 04 17:27:28.104187 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71d2dc23-e18a-47e9-9473-203731bc2391,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:28.273668 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-547e1294-5df1-4adb-a021-d609a28ca43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (78e21c90-1f9c-4343-b194-c8f38bf49980), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.277865 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-547e1294-5df1-4adb-a021-d609a28ca43e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:28.279402 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-547e1294-5df1-4adb-a021-d609a28ca43e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78e21c90-1f9c-4343-b194-c8f38bf49980 HTTP/1.1" status: 204 len: 168 time: 0.3991773 Feb 04 17:27:28.288694 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e1294-5df1-4adb-a021-d609a28ca43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e21c90-1f9c-4343-b194-c8f38bf49980,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:28.655511 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de065fbb-9035-4408-9809-e7ba7741f7a4 req-c1991f42-55b3-490a-bb79-b27e839011a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:28.657543 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-de065fbb-9035-4408-9809-e7ba7741f7a4 req-c1991f42-55b3-490a-bb79-b27e839011a5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 1130 time: 0.1136940 Feb 04 17:27:28.675716 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e5fe3-48f0-4b93-8e21-b5b7c3fea7e6 req-2f90e667-f25d-46b4-bb13-3519304f32af tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:28.678379 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-197e5fe3-48f0-4b93-8e21-b5b7c3fea7e6 req-2f90e667-f25d-46b4-bb13-3519304f32af tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.1115716 Feb 04 17:27:28.812665 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-de065fbb-9035-4408-9809-e7ba7741f7a4 req-237c869e-b603-4812-9b18-bc784a52487c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326556 Feb 04 17:27:28.820590 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-197e5fe3-48f0-4b93-8e21-b5b7c3fea7e6 req-950a1061-efa0-4b55-868c-dbccae3d4991 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306798 Feb 04 17:27:29.990749 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06b0e79-6331-4069-99f4-d8a0a6911a01 req-68cdf0c1-f1dc-41e9-83be-d7fa55b8e219 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:29.993589 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d06b0e79-6331-4069-99f4-d8a0a6911a01 req-68cdf0c1-f1dc-41e9-83be-d7fa55b8e219 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.0665023 Feb 04 17:27:30.067128 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d06b0e79-6331-4069-99f4-d8a0a6911a01 req-3a6f56ad-8984-4f6e-ba1d-58328a723f57 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660181 Feb 04 17:27:30.711424 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59856) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:30.935198 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45a644e9-fcb3-4611-a1e0-af8f7586ff20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.048868 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45a644e9-fcb3-4611-a1e0-af8f7586ff20 admin admin] Publish callbacks [] for security_group (31288c2d-0721-4c80-93ba-3e1aaf0357c0), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.136519 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-45a644e9-fcb3-4611-a1e0-af8f7586ff20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (31288c2d-0721-4c80-93ba-3e1aaf0357c0), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.272825 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-45a644e9-fcb3-4611-a1e0-af8f7586ff20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1f63a98f4bfb46c3a12a2e6d61142081&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596263 Feb 04 17:27:31.275274 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a644e9-fcb3-4611-a1e0-af8f7586ff20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31288c2d-0721-4c80-93ba-3e1aaf0357c0,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:31.276868 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:31.319052 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db9cfc-00a4-4042-b7ad-26bb1286e89d req-8837ab52-98b5-41eb-8d97-a3965979f957 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:31.330724 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73db9cfc-00a4-4042-b7ad-26bb1286e89d req-8837ab52-98b5-41eb-8d97-a3965979f957 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.1679618 Feb 04 17:27:31.364692 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4ad73aa-c2bc-4ca5-8240-1cd72a376e6f admin admin] Publish callbacks [] for security_group (31288c2d-0721-4c80-93ba-3e1aaf0357c0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.399775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4ad73aa-c2bc-4ca5-8240-1cd72a376e6f admin admin] Publish callbacks [] for security_group (31288c2d-0721-4c80-93ba-3e1aaf0357c0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.427394 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73db9cfc-00a4-4042-b7ad-26bb1286e89d req-c13ceb83-f287-497c-8fd3-35d9ffbf5977 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948822 Feb 04 17:27:31.592814 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4ad73aa-c2bc-4ca5-8240-1cd72a376e6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (31288c2d-0721-4c80-93ba-3e1aaf0357c0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.596073 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4ad73aa-c2bc-4ca5-8240-1cd72a376e6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:31.597469 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c4ad73aa-c2bc-4ca5-8240-1cd72a376e6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31288c2d-0721-4c80-93ba-3e1aaf0357c0 HTTP/1.1" status: 204 len: 168 time: 0.3190749 Feb 04 17:27:31.615602 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad73aa-c2bc-4ca5-8240-1cd72a376e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31288c2d-0721-4c80-93ba-3e1aaf0357c0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:31.649643 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c39a0-6211-40b3-b332-b88e502fb4bf req-4d2e9be6-f83f-4e33-9676-3001358816d8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:31.651211 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-700c39a0-6211-40b3-b332-b88e502fb4bf req-4d2e9be6-f83f-4e33-9676-3001358816d8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.0948653 Feb 04 17:27:31.717765 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-700c39a0-6211-40b3-b332-b88e502fb4bf req-d83f4f31-d847-4137-98b1-976c26261f05 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591748 Feb 04 17:27:31.743470 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59882) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:32.182126 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:32.313024 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe499ad8-f286-4b2c-bb7e-96450094c2f2 tempest-TestVolumeBootPattern-835550833 tempest-TestVolumeBootPattern-835550833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:32.314957 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-fe499ad8-f286-4b2c-bb7e-96450094c2f2 tempest-TestVolumeBootPattern-835550833 tempest-TestVolumeBootPattern-835550833-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 1125 time: 0.5699563 Feb 04 17:27:32.318012 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59896) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:32.323906 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'port_id': '71d2dc23-e18a-47e9-9473-203731bc2391', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:32.354682 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25d84177-0bd0-44db-8a6e-3e334ef4f5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.428078 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0e376706-00e6-47d2-9bd2-4a587a151879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.442680 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25d84177-0bd0-44db-8a6e-3e334ef4f5ac admin admin] Publish callbacks [] for security_group (9099d8f6-16b6-455d-8a2a-0f600011cffb), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.456723 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.527517 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-25d84177-0bd0-44db-8a6e-3e334ef4f5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (9099d8f6-16b6-455d-8a2a-0f600011cffb), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.611688 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d84177-0bd0-44db-8a6e-3e334ef4f5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9099d8f6-16b6-455d-8a2a-0f600011cffb,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:32.613334 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59898) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:32.614508 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-25d84177-0bd0-44db-8a6e-3e334ef4f5ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bde2b9427d142319ed2a7cf82ca8b92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241934 Feb 04 17:27:32.614690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59900) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:32.645200 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adb593ab-abff-43c6-aca4-177dc445e5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.648365 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.721535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6145493-8f0b-43ea-b631-ef39bc83c681 admin admin] Publish callbacks [] for security_group (9099d8f6-16b6-455d-8a2a-0f600011cffb), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.763745 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6145493-8f0b-43ea-b631-ef39bc83c681 admin admin] Publish callbacks [] for security_group (9099d8f6-16b6-455d-8a2a-0f600011cffb), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.812150 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Allocated IP 172.27.0.166 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/639ea66b-42d2-45ba-a1dd-f477f41b5a30) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:27:32.833162 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adb593ab-abff-43c6-aca4-177dc445e5b4 admin admin] Publish callbacks [] for security_group (f9ecf71f-7194-4331-8040-16e3396e7053), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.917083 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-adb593ab-abff-43c6-aca4-177dc445e5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f9ecf71f-7194-4331-8040-16e3396e7053), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.969081 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.969545 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6145493-8f0b-43ea-b631-ef39bc83c681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (9099d8f6-16b6-455d-8a2a-0f600011cffb), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.972870 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6145493-8f0b-43ea-b631-ef39bc83c681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:32.974203 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b6145493-8f0b-43ea-b631-ef39bc83c681 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9099d8f6-16b6-455d-8a2a-0f600011cffb HTTP/1.1" status: 204 len: 168 time: 0.3606393 Feb 04 17:27:32.987497 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-adb593ab-abff-43c6-aca4-177dc445e5b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7088c74041df4b3f855d2e8825f95d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3843641 Feb 04 17:27:32.991483 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb593ab-abff-43c6-aca4-177dc445e5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ecf71f-7194-4331-8040-16e3396e7053,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:32.994687 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59904) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:33.042916 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6145493-8f0b-43ea-b631-ef39bc83c681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9099d8f6-16b6-455d-8a2a-0f600011cffb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:33.063453 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62168742-7881-43e8-aeaa-40d420cd3c63 admin admin] Publish callbacks [] for security_group (f9ecf71f-7194-4331-8040-16e3396e7053), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.099695 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62168742-7881-43e8-aeaa-40d420cd3c63 admin admin] Publish callbacks [] for security_group (f9ecf71f-7194-4331-8040-16e3396e7053), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.126324 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.189763 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:27:33.193310 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:33.198445 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:27:33.205714 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=639ea66b-42d2-45ba-a1dd-f477f41b5a30,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:33.308303 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62168742-7881-43e8-aeaa-40d420cd3c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f9ecf71f-7194-4331-8040-16e3396e7053), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.311837 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-62168742-7881-43e8-aeaa-40d420cd3c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.317479 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-62168742-7881-43e8-aeaa-40d420cd3c63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9ecf71f-7194-4331-8040-16e3396e7053 HTTP/1.1" status: 204 len: 168 time: 0.3174379 Feb 04 17:27:33.328768 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62168742-7881-43e8-aeaa-40d420cd3c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ecf71f-7194-4331-8040-16e3396e7053,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:33.709876 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (9541e174-0d4c-4bea-b973-bd1a26f359a8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:33.949454 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.096018 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 59914) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:34.115433 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c56c33b-1d19-4f7f-b578-01cbcb39da32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.213330 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c56c33b-1d19-4f7f-b578-01cbcb39da32 admin admin] Publish callbacks [] for security_group (0a5bda2c-ec68-4d66-8c1f-c381e005eb03), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.237031 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.330517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7c56c33b-1d19-4f7f-b578-01cbcb39da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0a5bda2c-ec68-4d66-8c1f-c381e005eb03), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.377673 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7c56c33b-1d19-4f7f-b578-01cbcb39da32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=962ec22795f54881aa9fccfd3b0118fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796538 Feb 04 17:27:34.378630 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c56c33b-1d19-4f7f-b578-01cbcb39da32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5bda2c-ec68-4d66-8c1f-c381e005eb03,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.381105 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 59920) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:34.408587 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.587866 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=639ea66b-42d2-45ba-a1dd-f477f41b5a30,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:34.625991 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c51c73-64f0-4628-af0a-62e19fbad824 admin admin] Publish callbacks [] for security_group (0a5bda2c-ec68-4d66-8c1f-c381e005eb03), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.651279 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (9541e174-0d4c-4bea-b973-bd1a26f359a8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.731161 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c51c73-64f0-4628-af0a-62e19fbad824 admin admin] Publish callbacks [] for security_group (0a5bda2c-ec68-4d66-8c1f-c381e005eb03), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:34.847676 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Floating IP 9541e174-0d4c-4bea-b973-bd1a26f359a8 associated. External IP: 172.27.0.166, port: 71d2dc23-e18a-47e9-9473-203731bc2391. Feb 04 17:27:35.208015 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c51c73-64f0-4628-af0a-62e19fbad824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (0a5bda2c-ec68-4d66-8c1f-c381e005eb03), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.211999 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-88c51c73-64f0-4628-af0a-62e19fbad824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.212406 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-88c51c73-64f0-4628-af0a-62e19fbad824 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a5bda2c-ec68-4d66-8c1f-c381e005eb03 HTTP/1.1" status: 204 len: 168 time: 0.8299031 Feb 04 17:27:35.231344 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c51c73-64f0-4628-af0a-62e19fbad824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5bda2c-ec68-4d66-8c1f-c381e005eb03,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:35.443172 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:27:35.586755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:27:35.607590 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:27:35.620721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:35.621408 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:27:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:35.780261 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:35.814114 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:35.862873 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a3b133ab-b489-49db-ab41-0e8761cad3c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5432565 Feb 04 17:27:35.864881 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:27:35.873480 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:27:36.027821 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f12610f6-bed4-4fa1-8c8a-247ba508ab65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:36.213566 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '9541e174-0d4c-4bea-b973-bd1a26f359a8', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '71d2dc23-e18a-47e9-9473-203731bc2391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:0e:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025a448-5931-44c2-be93-f08aa9a0518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:33Z', 'updated_at': '2022-02-04T17:27:33Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.244525 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:27:36.255878 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:27:36.256496 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:27:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.305514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e6858c-fb79-4415-ad2e-a1c72a7fd40d x-openstack-request-id: req-88e6858c-fb79-4415-ad2e-a1c72a7fd40d {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:27:36.305514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:27:36.305514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-88e6858c-fb79-4415-ad2e-a1c72a7fd40d {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:27:36.305951 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391', 'status': 'completed', 'code': 200} Feb 04 17:27:36.424992 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:27:36.426406 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-7520c65f-911d-4c66-b510-65866b3b235f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:36.431476 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-7520c65f-911d-4c66-b510-65866b3b235f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 1130 time: 0.0925345 Feb 04 17:27:36.585063 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-4d143771-6dd7-4c2c-9e3f-55d7adcef9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:36.589320 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-4d143771-6dd7-4c2c-9e3f-55d7adcef9ae service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1506228 Feb 04 17:27:36.691574 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-188800a3-2939-4dca-9228-13eb7b044fed service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d2dc23-e18a-47e9-9473-203731bc2391 HTTP/1.1" status: 200 len: 1000 time: 0.0950439 Feb 04 17:27:36.727098 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '9541e174-0d4c-4bea-b973-bd1a26f359a8', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '71d2dc23-e18a-47e9-9473-203731bc2391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:0e:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025a448-5931-44c2-be93-f08aa9a0518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:33Z', 'updated_at': '2022-02-04T17:27:33Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:27:36.766726 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1287f1f-1d08-4aef-9f33-2bdd389ca07f None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '9541e174-0d4c-4bea-b973-bd1a26f359a8', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.166', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '71d2dc23-e18a-47e9-9473-203731bc2391', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:0e:1b:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8025a448-5931-44c2-be93-f08aa9a0518a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:27:33Z', 'updated_at': '2022-02-04T17:27:33Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:27:36.807556 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-34936b27-e013-4280-8828-65c2751e6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:36.810654 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-34936b27-e013-4280-8828-65c2751e6a80 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.1119149 Feb 04 17:27:36.891752 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-7f99a64c-2567-4d19-b836-0da0b7881039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:36.891752 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-7f99a64c-2567-4d19-b836-0da0b7881039 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0738339 Feb 04 17:27:37.056089 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-56748896-83df-4244-ac27-018eeee1da0a service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583164 Feb 04 17:27:37.093429 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9029270e-553b-4e2d-9fb3-da009a964b1e None None] New status for floating IP 9541e174-0d4c-4bea-b973-bd1a26f359a8: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:27:37.271302 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-191a8a0a-9d13-483b-942c-f7d5fc51b5c8 req-ce7de439-488b-4fce-bcfa-014c0d5f933b service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085867 Feb 04 17:27:38.044326 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.291477 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60026) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:39.423130 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014b575e-b88a-43f7-914c-4357bde1fb0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.559545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014b575e-b88a-43f7-914c-4357bde1fb0f admin admin] Publish callbacks [] for security_group (e96cec1c-4d7c-43fa-a775-c4fe19092d48), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.677765 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-014b575e-b88a-43f7-914c-4357bde1fb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (e96cec1c-4d7c-43fa-a775-c4fe19092d48), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.718197 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b575e-b88a-43f7-914c-4357bde1fb0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96cec1c-4d7c-43fa-a775-c4fe19092d48,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:39.722585 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-014b575e-b88a-43f7-914c-4357bde1fb0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad7b316871554311b041613308bf69c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4297056 Feb 04 17:27:39.729019 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60032) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:39.797555 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a24ad1-1434-44f2-9bb2-4eeea00d4df5 admin admin] Publish callbacks [] for security_group (e96cec1c-4d7c-43fa-a775-c4fe19092d48), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:39.828975 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a24ad1-1434-44f2-9bb2-4eeea00d4df5 admin admin] Publish callbacks [] for security_group (e96cec1c-4d7c-43fa-a775-c4fe19092d48), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.031627 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a24ad1-1434-44f2-9bb2-4eeea00d4df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (e96cec1c-4d7c-43fa-a775-c4fe19092d48), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.034204 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e5a24ad1-1434-44f2-9bb2-4eeea00d4df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:40.035450 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e5a24ad1-1434-44f2-9bb2-4eeea00d4df5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e96cec1c-4d7c-43fa-a775-c4fe19092d48 HTTP/1.1" status: 204 len: 168 time: 0.3050051 Feb 04 17:27:40.045243 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a24ad1-1434-44f2-9bb2-4eeea00d4df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96cec1c-4d7c-43fa-a775-c4fe19092d48,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:40.906122 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60040) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:40.920288 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-12c70a6b-8540-41bb-83f9-b350855bcc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.008332 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-12c70a6b-8540-41bb-83f9-b350855bcc6a admin admin] Publish callbacks [] for security_group (7f710960-1915-4cd8-ab76-07f5d5d13a4b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.108484 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-12c70a6b-8540-41bb-83f9-b350855bcc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7f710960-1915-4cd8-ab76-07f5d5d13a4b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.187100 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-12c70a6b-8540-41bb-83f9-b350855bcc6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4df9d42531f54d47a7f1ee5e4750f92e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793207 Feb 04 17:27:41.189450 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60046) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:41.191055 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c70a6b-8540-41bb-83f9-b350855bcc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f710960-1915-4cd8-ab76-07f5d5d13a4b,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:41.258758 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6f-98dd-4aca-ade2-ac3bf23b4cb6 admin admin] Publish callbacks [] for security_group (7f710960-1915-4cd8-ab76-07f5d5d13a4b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.293966 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6f-98dd-4aca-ade2-ac3bf23b4cb6 admin admin] Publish callbacks [] for security_group (7f710960-1915-4cd8-ab76-07f5d5d13a4b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.519204 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6f-98dd-4aca-ade2-ac3bf23b4cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7f710960-1915-4cd8-ab76-07f5d5d13a4b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.525584 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.525584 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.526232 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-27c4cf6f-98dd-4aca-ade2-ac3bf23b4cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:41.526232 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-27c4cf6f-98dd-4aca-ade2-ac3bf23b4cb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f710960-1915-4cd8-ab76-07f5d5d13a4b HTTP/1.1" status: 204 len: 168 time: 0.3229940 Feb 04 17:27:41.529349 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4cf6f-98dd-4aca-ade2-ac3bf23b4cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f710960-1915-4cd8-ab76-07f5d5d13a4b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:44.064448 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60094) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:44.231994 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-468c11aa-7b47-4329-8b66-7353b38d5fce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.332902 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-468c11aa-7b47-4329-8b66-7353b38d5fce admin admin] Publish callbacks [] for security_group (1f869c38-5a88-4490-96d2-11bc3021f196), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.416024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-468c11aa-7b47-4329-8b66-7353b38d5fce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1f869c38-5a88-4490-96d2-11bc3021f196), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.466045 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-468c11aa-7b47-4329-8b66-7353b38d5fce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc3b661268ed494e9ec99642990e01e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4000216 Feb 04 17:27:44.467062 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c11aa-7b47-4329-8b66-7353b38d5fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f869c38-5a88-4490-96d2-11bc3021f196,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:44.469370 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60106) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:44.550138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-573bd557-ce46-4c89-af2c-8e5f89d0d713 admin admin] Publish callbacks [] for security_group (1f869c38-5a88-4490-96d2-11bc3021f196), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.580646 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-573bd557-ce46-4c89-af2c-8e5f89d0d713 admin admin] Publish callbacks [] for security_group (1f869c38-5a88-4490-96d2-11bc3021f196), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.752137 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-573bd557-ce46-4c89-af2c-8e5f89d0d713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1f869c38-5a88-4490-96d2-11bc3021f196), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.755246 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-573bd557-ce46-4c89-af2c-8e5f89d0d713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:44.756690 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-573bd557-ce46-4c89-af2c-8e5f89d0d713 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f869c38-5a88-4490-96d2-11bc3021f196 HTTP/1.1" status: 204 len: 168 time: 0.2858315 Feb 04 17:27:44.768998 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bd557-ce46-4c89-af2c-8e5f89d0d713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f869c38-5a88-4490-96d2-11bc3021f196,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:45.738530 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:27:51.597885 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60214) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:51.735287 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-118b9e94-b0ec-4133-9a88-6593d2f9cf84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.828178 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-118b9e94-b0ec-4133-9a88-6593d2f9cf84 admin admin] Publish callbacks [] for security_group (a464358c-4450-4f87-8693-c2158139526c), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.924158 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-118b9e94-b0ec-4133-9a88-6593d2f9cf84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (a464358c-4450-4f87-8693-c2158139526c), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:51.971738 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-118b9e94-b0ec-4133-9a88-6593d2f9cf84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bc18998673f4c57ba9811030defce9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725493 Feb 04 17:27:51.974604 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b9e94-b0ec-4133-9a88-6593d2f9cf84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a464358c-4450-4f87-8693-c2158139526c,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:51.977377 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60218) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:52.048326 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Publish callbacks [] for security_group (a464358c-4450-4f87-8693-c2158139526c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.082167 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Publish callbacks [] for security_group (a464358c-4450-4f87-8693-c2158139526c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.237367 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (a464358c-4450-4f87-8693-c2158139526c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.242366 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:52.245942 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a464358c-4450-4f87-8693-c2158139526c HTTP/1.1" status: 204 len: 168 time: 0.2644854 Feb 04 17:27:52.261108 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a464358c-4450-4f87-8693-c2158139526c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:52.275321 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.275897 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.276431 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.276983 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.277610 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.278034 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.278672 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.279215 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.279736 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.280269 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.280813 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.281574 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.282026 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e685ee7c-3dd9-4af2-8f5c-d8ba20254311 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:52.309837 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.101349 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60230) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:53.127084 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b6379aa-4484-455d-a769-e7180bcb3f75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.140408 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60232) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:53.240021 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b6379aa-4484-455d-a769-e7180bcb3f75 admin admin] Publish callbacks [] for security_group (1178d99c-aa92-487c-9687-e67518bbb45c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.349504 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e306ef9a-39e0-4e00-86a8-e5a525fc0d7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.362943 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1b6379aa-4484-455d-a769-e7180bcb3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1178d99c-aa92-487c-9687-e67518bbb45c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.439591 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-1b6379aa-4484-455d-a769-e7180bcb3f75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d014d1a422b944debc1fb194c98aa058&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363433 Feb 04 17:27:53.443190 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6379aa-4484-455d-a769-e7180bcb3f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1178d99c-aa92-487c-9687-e67518bbb45c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:53.448905 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60236) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:53.461382 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e306ef9a-39e0-4e00-86a8-e5a525fc0d7e admin admin] Publish callbacks [] for security_group (7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.518229 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-992d9a7a-a0d4-4c55-87f1-85800d996aad admin admin] Publish callbacks [] for security_group (1178d99c-aa92-487c-9687-e67518bbb45c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.545283 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-992d9a7a-a0d4-4c55-87f1-85800d996aad admin admin] Publish callbacks [] for security_group (1178d99c-aa92-487c-9687-e67518bbb45c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.581915 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e306ef9a-39e0-4e00-86a8-e5a525fc0d7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.632581 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e306ef9a-39e0-4e00-86a8-e5a525fc0d7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebd5542c9a3c414795bd63c162b1b93f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4899635 Feb 04 17:27:53.633442 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306ef9a-39e0-4e00-86a8-e5a525fc0d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:53.635601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60238) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:53.702998 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f10d473-1e66-44b9-a1c2-e6de7fd64e53 admin admin] Publish callbacks [] for security_group (7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.713380 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-992d9a7a-a0d4-4c55-87f1-85800d996aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1178d99c-aa92-487c-9687-e67518bbb45c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.717878 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-992d9a7a-a0d4-4c55-87f1-85800d996aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.719815 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-992d9a7a-a0d4-4c55-87f1-85800d996aad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1178d99c-aa92-487c-9687-e67518bbb45c HTTP/1.1" status: 204 len: 168 time: 0.2719693 Feb 04 17:27:53.735842 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d9a7a-a0d4-4c55-87f1-85800d996aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1178d99c-aa92-487c-9687-e67518bbb45c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:53.736214 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f10d473-1e66-44b9-a1c2-e6de7fd64e53 admin admin] Publish callbacks [] for security_group (7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.953317 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f10d473-1e66-44b9-a1c2-e6de7fd64e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.956392 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5f10d473-1e66-44b9-a1c2-e6de7fd64e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:53.958116 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5f10d473-1e66-44b9-a1c2-e6de7fd64e53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df HTTP/1.1" status: 204 len: 168 time: 0.3208148 Feb 04 17:27:53.973851 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10d473-1e66-44b9-a1c2-e6de7fd64e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2ceb5e-1a4a-4ec4-93b7-d70feb24f1df,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:54.776413 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60258) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:54.796861 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:54.895836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Publish callbacks [] for security_group (86095f36-4ce4-4c40-b30d-1734f9f4839a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.002855 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (86095f36-4ce4-4c40-b30d-1734f9f4839a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.094629 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86095f36-4ce4-4c40-b30d-1734f9f4839a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:55.120160 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.120754 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.121354 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.121936 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.122559 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.123314 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.124043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.124659 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.125253 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.125852 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.126469 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.132457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.132457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:27:55.151980 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a860a6a3-4130-42e3-af70-e5889e939703 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92d37c8169d742518869c015187076e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3737440 Feb 04 17:27:55.152328 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60266) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:55.180171 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-2808de52-18b7-451d-803a-98533b9a4988 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990858 Feb 04 17:27:55.276273 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86266c38-d512-43d0-b3a2-4d494b0cc38a admin admin] Publish callbacks [] for security_group (86095f36-4ce4-4c40-b30d-1734f9f4839a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.328969 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86266c38-d512-43d0-b3a2-4d494b0cc38a admin admin] Publish callbacks [] for security_group (86095f36-4ce4-4c40-b30d-1734f9f4839a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.368203 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-6193ca34-8042-4183-9f1e-bda25f9373fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:55.370756 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-6193ca34-8042-4183-9f1e-bda25f9373fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 1130 time: 0.1596804 Feb 04 17:27:55.526072 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-ed295124-060f-402c-96ef-4ce78431b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:55.527899 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-ed295124-060f-402c-96ef-4ce78431b194 service neutron] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 911 time: 0.1238990 Feb 04 17:27:55.605724 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-0c349045-c3e7-43d3-ab71-66a587b11332 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 200 len: 1002 time: 0.0667353 Feb 04 17:27:55.642602 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86266c38-d512-43d0-b3a2-4d494b0cc38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (86095f36-4ce4-4c40-b30d-1734f9f4839a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.650544 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-86266c38-d512-43d0-b3a2-4d494b0cc38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:55.650544 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-86266c38-d512-43d0-b3a2-4d494b0cc38a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86095f36-4ce4-4c40-b30d-1734f9f4839a HTTP/1.1" status: 204 len: 168 time: 0.4923482 Feb 04 17:27:55.670249 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86266c38-d512-43d0-b3a2-4d494b0cc38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86095f36-4ce4-4c40-b30d-1734f9f4839a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:55.707033 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-cba4a7d5-de05-424b-bd20-cbe3c96c067d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:55.707033 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-cba4a7d5-de05-424b-bd20-cbe3c96c067d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.0988040 Feb 04 17:27:55.767291 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-6b636c40-a717-48c1-99b9-f401d4f16b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:55.768934 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-6b636c40-a717-48c1-99b9-f401d4f16b5b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0554595 Feb 04 17:27:55.890843 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-7e2ea859-c541-464d-ac61-677f929ce610 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145086 Feb 04 17:27:56.293101 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5e3c2a48-d794-4b40-9964-f1522b372d3d req-5b322238-0ff5-4070-a162-8c673a46f9fa service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947589 Feb 04 17:27:57.450502 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60356) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:57.562750 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-510586337-network', 'tenant_id': '06ec14f00b144b45b65dcb17a1a993f4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:57.712555 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Made reservation on behalf of 06ec14f00b144b45b65dcb17a1a993f4 for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:57.715340 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.725514 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.814642 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks [] for security_group (60d49cbd-ee53-4e64-8db1-ed5242d280b3), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.952671 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (60d49cbd-ee53-4e64-8db1-ed5242d280b3), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:57.986749 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:27:57.994603 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d49cbd-ee53-4e64-8db1-ed5242d280b3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.001960 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (7a0ed116-592c-4941-aaa3-86ee9137e16c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.002499 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Added segment 7a0ed116-592c-4941-aaa3-86ee9137e16c of type vlan for network 22475777-5b38-4366-a60c-932f77f6decd Feb 04 17:27:58.053315 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (22475777-5b38-4366-a60c-932f77f6decd), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.284023 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (22475777-5b38-4366-a60c-932f77f6decd), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.289481 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:58.289481 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:58.378928 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] Pushing event updated for resources: {'Network': ['ID=22475777-5b38-4366-a60c-932f77f6decd,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:58.398636 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 22475777-5b38-4366-a60c-932f77f6decd details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:27:58.475983 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-274d061b-1604-4432-ad6d-941b703a95d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0182014 Feb 04 17:27:58.476871 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60384) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:27:58.484019 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Request body: {'subnet': {'network_id': '22475777-5b38-4366-a60c-932f77f6decd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-510586337-subnet', 'tenant_id': '06ec14f00b144b45b65dcb17a1a993f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:27:58.656476 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Made reservation on behalf of 06ec14f00b144b45b65dcb17a1a993f4 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:27:58.659189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.083782 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (cc8b4cc9-aae4-41e7-b073-898fad57beb1), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.167167 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc8b4cc9-aae4-41e7-b073-898fad57beb1,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:27:59.168419 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b9168-7624-440e-b8cb-aba4923b175f req-972dc121-9018-43b8-9fd8-99234aecee54 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:59.173024 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d52b9168-7624-440e-b8cb-aba4923b175f req-972dc121-9018-43b8-9fd8-99234aecee54 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.0935493 Feb 04 17:27:59.180040 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Checking segment: {'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:27:59.180450 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Network hostable DHCP agents. Network: 22475777-5b38-4366-a60c-932f77f6decd, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:27:59.235586 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d52b9168-7624-440e-b8cb-aba4923b175f req-91295532-fa44-4f7a-b544-ffd60a727df6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521352 Feb 04 17:27:59.313027 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Network 22475777-5b38-4366-a60c-932f77f6decd is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:27:59.495007 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 22475777-5b38-4366-a60c-932f77f6decd) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:27:59.500468 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:27:59.504157 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:27:59.510103 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828fddd-f3f4-4ba3-8b93-9f678c83f567 None None] Network 22475777-5b38-4366-a60c-932f77f6decd requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:59.629603 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98582bdd-631b-42e7-ae10-76006b4b4250 None None] Network 22475777-5b38-4366-a60c-932f77f6decd requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:27:59.649613 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b6669db9-c5a6-4dd7-82fb-7f8eadc7f4d8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1714914 Feb 04 17:28:00.399075 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41932a40-a457-4c7f-891e-e83e91d2f791 req-167263ed-4edd-4efa-88ee-8edee6e93b20 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:00.400761 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-41932a40-a457-4c7f-891e-e83e91d2f791 req-167263ed-4edd-4efa-88ee-8edee6e93b20 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.0652165 Feb 04 17:28:00.467119 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-41932a40-a457-4c7f-891e-e83e91d2f791 req-c4aa99c2-d1c8-4e1a-bd23-129af080de24 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599480 Feb 04 17:28:01.261822 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-c0b0e879-c801-439b-a0d1-6be594a518a4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:01.263467 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-c0b0e879-c801-439b-a0d1-6be594a518a4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.0703423 Feb 04 17:28:01.378488 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Deleting port 048cf3d6-87e6-4215-b471-b1663dd1ea9c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:01.378978 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.527513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] For port 048cf3d6-87e6-4215-b471-b1663dd1ea9c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=048cf3d6-87e6-4215-b471-b1663dd1ea9c,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:01.527893 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.656606 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf630c4-c8df-4339-900d-9a117e32702a req-36abe362-254b-43bd-bdfd-ecfe0f1e37fa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:01.659561 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8cf630c4-c8df-4339-900d-9a117e32702a req-36abe362-254b-43bd-bdfd-ecfe0f1e37fa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 946 time: 0.0963583 Feb 04 17:28:01.744512 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8cf630c4-c8df-4339-900d-9a117e32702a req-2a8b9c46-9d56-4ec4-9bc6-97f429b0f6c5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759966 Feb 04 17:28:01.857700 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.858434 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:01.858953 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.l3_db [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Floating IP 2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0 disassociated. External IP: 172.27.0.209, port: 048cf3d6-87e6-4215-b471-b1663dd1ea9c. Feb 04 17:28:01.859679 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Calling delete_port for 048cf3d6-87e6-4215-b471-b1663dd1ea9c owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:02.147879 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (048cf3d6-87e6-4215-b471-b1663dd1ea9c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.200018 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event deleted for resources: {'Port': ['ID=048cf3d6-87e6-4215-b471-b1663dd1ea9c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:02.387187 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Router c66713e6-e6bb-430c-9435-d36536a71186 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:02.453657 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-33e1c25a-4302-4e4a-9439-3075ee66ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.538047 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:02.555764 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] Sync routers for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:02.571380 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:02.571991 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:27:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:02.586465 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] No DVR routers for this DVR port 048cf3d6-87e6-4215-b471-b1663dd1ea9c on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:02.593860 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:02.593860 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b78aba43-4af5-44ff-802a-2f310f540d55 req-b8a09e07-0071-481f-8cdf-da83bdf8086f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "DELETE /v2.0/ports/048cf3d6-87e6-4215-b471-b1663dd1ea9c HTTP/1.1" status: 204 len: 173 time: 1.3237610 Feb 04 17:28:02.593860 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-deleted', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:02.595905 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43ffb07-84bb-4397-b0d6-6f801d0969d3" -d '{"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-deleted", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:02.652805 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9869c4a3-3e14-45e9-826d-6eb5cda59d55 x-openstack-request-id: req-9869c4a3-3e14-45e9-826d-6eb5cda59d55 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:02.653093 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87694999-83ea-4dd3-aa5a-f4bf79cd602a", "name": "network-vif-deleted", "tag": "048cf3d6-87e6-4215-b471-b1663dd1ea9c", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:02.653369 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9869c4a3-3e14-45e9-826d-6eb5cda59d55 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:02.653847 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87694999-83ea-4dd3-aa5a-f4bf79cd602a', 'name': 'network-vif-deleted', 'tag': '048cf3d6-87e6-4215-b471-b1663dd1ea9c', 'status': 'completed', 'code': 200} Feb 04 17:28:02.723486 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:02.895523 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-454e7ea2-e790-49ab-b910-17ed468dba39 req-f275af23-f3c9-4052-9773-5c0a28ac2706 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=87694999-83ea-4dd3-aa5a-f4bf79cd602a HTTP/1.1" status: 200 len: 210 time: 0.0342669 Feb 04 17:28:03.191863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:03.228618 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] Checking router: c66713e6-e6bb-430c-9435-d36536a71186 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:03.249500 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:03.250184 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:27:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:03.402301 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:03.520524 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-7927520d-b5a0-4c5f-adee-8e8112949797 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:03.522857 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-7927520d-b5a0-4c5f-adee-8e8112949797 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/networks?id=22475777-5b38-4366-a60c-932f77f6decd HTTP/1.1" status: 200 len: 813 time: 0.1590042 Feb 04 17:28:03.544047 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:03.544840 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-ca6fd7fa-d88f-4474-8526-79eb1598be2a tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/quotas/06ec14f00b144b45b65dcb17a1a993f4 HTTP/1.1" status: 200 len: 375 time: 0.0131443 Feb 04 17:28:03.587942 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-2ce11739-f2f1-4799-86dd-8983c20482ec tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320144 Feb 04 17:28:03.591287 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 048cf3d6-87e6-4215-b471-b1663dd1ea9c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:03.591861 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 048cf3d6-87e6-4215-b471-b1663dd1ea9c not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:03.713287 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-45be06ef-1c1d-4026-b262-2c36cc188a7b service neutron] 10.222.0.24 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119540 Feb 04 17:28:03.795337 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:03.850891 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3755ad-2f70-4110-b5ac-57a171a46643 None None] The sync data for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi is: [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:03.868273 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-b2325321-38a2-40d9-b54b-33a92df70a43 service neutron] 10.222.0.24 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405766 Feb 04 17:28:04.211211 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60440) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:04.216458 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7890802-5e92-42d8-bed0-dfe0b29daa82 None None] New status for floating IP 2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:04.320623 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d7db805b-4a25-4b77-8ea2-ef2862f54383 req-b28cec0f-a629-4d2d-8aba-4200bdfff852 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 210 time: 0.0376251 Feb 04 17:28:04.401198 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07af7364-a807-4f7e-b52c-7c2c04fedde6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (7cd2147b-47c8-41e8-a8b4-aa95da94f7c9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.435425 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07af7364-a807-4f7e-b52c-7c2c04fedde6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (7cd2147b-47c8-41e8-a8b4-aa95da94f7c9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.665703 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07af7364-a807-4f7e-b52c-7c2c04fedde6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7cd2147b-47c8-41e8-a8b4-aa95da94f7c9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.670656 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07af7364-a807-4f7e-b52c-7c2c04fedde6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:04.675459 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-07af7364-a807-4f7e-b52c-7c2c04fedde6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "DELETE /v2.0/security-groups/7cd2147b-47c8-41e8-a8b4-aa95da94f7c9 HTTP/1.1" status: 204 len: 168 time: 0.4631701 Feb 04 17:28:04.681678 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60450) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:04.690026 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af7364-a807-4f7e-b52c-7c2c04fedde6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd2147b-47c8-41e8-a8b4-aa95da94f7c9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:04.700157 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.api.v2.resource [None req-0168868d-1a6f-42a0-be6b-1136aaf85391 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] show failed (client error): The resource could not be found. Feb 04 17:28:04.702456 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0168868d-1a6f-42a0-be6b-1136aaf85391 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups/7cd2147b-47c8-41e8-a8b4-aa95da94f7c9 HTTP/1.1" status: 404 len: 347 time: 0.0241287 Feb 04 17:28:04.704659 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60452) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:04.909491 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Deleting port aa0ab1aa-d0b9-4b48-bfe2-14854b600fed {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:04.909769 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.055163 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.055868 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.079320 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Calling delete_port for aa0ab1aa-d0b9-4b48-bfe2-14854b600fed owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:05.414256 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-561d86d2-2dbb-4073-858d-2c127a66f5f4 req-2ce6817a-95c6-4c8b-b19f-9fa2663b3a08 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 210 time: 0.0385585 Feb 04 17:28:05.477836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (aa0ab1aa-d0b9-4b48-bfe2-14854b600fed), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.511720 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event deleted for resources: {'Port': ['ID=aa0ab1aa-d0b9-4b48-bfe2-14854b600fed,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:05.597960 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.600656 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:05.601934 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-db179415-7c03-4f10-9f90-96f3cdd04b1b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "DELETE /v2.0/floatingips/2aa2adcc-5f4b-4662-b0d7-2f1b7c8467f0 HTTP/1.1" status: 204 len: 168 time: 0.8961899 Feb 04 17:28:05.894101 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-337c022a-ffee-4ce5-b72e-7d2e0206102e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.166416 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60466) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:06.171967 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-9fc0e92a-d530-4451-a13b-87569f208596 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1890026821', 'description': 'tempest-description--1480695734'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:06.307002 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e92a-d530-4451-a13b-87569f208596 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.405332 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e92a-d530-4451-a13b-87569f208596 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (988dedff-d12b-44d7-a62f-543fa1742f70), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.534302 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4ee2c98c-c71f-4157-b0ac-9a03b99e894e req-57d14302-643e-4c01-8cc1-b2888c6c3567 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 210 time: 0.0424249 Feb 04 17:28:06.563684 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e92a-d530-4451-a13b-87569f208596 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (988dedff-d12b-44d7-a62f-543fa1742f70), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.602883 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0e92a-d530-4451-a13b-87569f208596 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=988dedff-d12b-44d7-a62f-543fa1742f70,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:06.704227 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9fc0e92a-d530-4451-a13b-87569f208596 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.707547 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-9fc0e92a-d530-4451-a13b-87569f208596 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5385785 Feb 04 17:28:06.712492 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60472) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:06.718326 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-499636c2-83a4-4430-8dbc-43cc12a8a9cc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'security_group_rule': {'security_group_id': '988dedff-d12b-44d7-a62f-543fa1742f70', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:06.861878 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-499636c2-83a4-4430-8dbc-43cc12a8a9cc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (a392b60f-0827-4cdd-8695-49e51830fccf), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:06.960228 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-499636c2-83a4-4430-8dbc-43cc12a8a9cc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (a392b60f-0827-4cdd-8695-49e51830fccf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.077441 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-499636c2-83a4-4430-8dbc-43cc12a8a9cc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (a392b60f-0827-4cdd-8695-49e51830fccf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.104840 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499636c2-83a4-4430-8dbc-43cc12a8a9cc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a392b60f-0827-4cdd-8695-49e51830fccf,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:07.189182 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-499636c2-83a4-4430-8dbc-43cc12a8a9cc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.190704 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-499636c2-83a4-4430-8dbc-43cc12a8a9cc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4789002 Feb 04 17:28:07.194914 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60474) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:07.202687 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-f6be9361-2e16-421d-b7d3-1b78a42b0ddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'security_group_rule': {'security_group_id': '988dedff-d12b-44d7-a62f-543fa1742f70', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:07.434950 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6be9361-2e16-421d-b7d3-1b78a42b0ddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (7969ba43-d956-463f-88a9-8877da4c44ab), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.528073 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6be9361-2e16-421d-b7d3-1b78a42b0ddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (7969ba43-d956-463f-88a9-8877da4c44ab), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.677056 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-227a6d66-deb5-4758-bb13-7a3775716085 req-c292e834-b137-4138-bba7-c58eef79f305 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 210 time: 0.0536022 Feb 04 17:28:07.681417 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6be9361-2e16-421d-b7d3-1b78a42b0ddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (7969ba43-d956-463f-88a9-8877da4c44ab), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.737267 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be9361-2e16-421d-b7d3-1b78a42b0ddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7969ba43-d956-463f-88a9-8877da4c44ab,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:07.817636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-19d1dd6c-c0aa-4804-b65e-8226a73d1389 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:07.821103 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-19d1dd6c-c0aa-4804-b65e-8226a73d1389 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "GET /v2.0/networks?id=22475777-5b38-4366-a60c-932f77f6decd HTTP/1.1" status: 200 len: 813 time: 0.1709814 Feb 04 17:28:07.835001 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Request body: {'port': {'device_id': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'network_id': '22475777-5b38-4366-a60c-932f77f6decd', 'admin_state_up': True, 'tenant_id': '06ec14f00b144b45b65dcb17a1a993f4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:07.855191 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f6be9361-2e16-421d-b7d3-1b78a42b0ddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:07.855191 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-f6be9361-2e16-421d-b7d3-1b78a42b0ddb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6591496 Feb 04 17:28:07.860498 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60480) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:07.866177 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:07.980801 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.008919 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.095189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Made reservation on behalf of 06ec14f00b144b45b65dcb17a1a993f4 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:08.101250 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.140095 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.296196 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Allocated IP 172.27.0.155 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/b626ebeb-5145-47b6-a0a6-b2271a757372) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:08.314758 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Allocated IP 172.20.0.8 (22475777-5b38-4366-a60c-932f77f6decd/cc8b4cc9-aae4-41e7-b073-898fad57beb1/8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:08.446766 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.556729 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks [] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.615725 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.678059 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:08.678059 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:08.679146 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:08.709852 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'Port': ['ID=b626ebeb-5145-47b6-a0a6-b2271a757372,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:08.712952 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.780070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Network 22475777-5b38-4366-a60c-932f77f6decd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:08.780898 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:08.783165 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Pushing event updated for resources: {'Port': ['ID=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:08.794431 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:08.804213 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (579fc430-d470-4716-bf30-04b2a195e3c1), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.889480 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:08.890201 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:08.912158 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174dc292-3e10-4cb4-a27f-5fbd9f235ae6 req-85dff7e0-be19-400d-b28f-1816d85e2486 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:08.914420 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-174dc292-3e10-4cb4-a27f-5fbd9f235ae6 req-85dff7e0-be19-400d-b28f-1816d85e2486 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 931 time: 0.1165416 Feb 04 17:28:08.967432 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-174dc292-3e10-4cb4-a27f-5fbd9f235ae6 req-87621d56-ff17-4924-8a97-b50e5d789fde tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471547 Feb 04 17:28:08.995353 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.120716 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-a0e08190-3d6a-4694-939f-7d568b462467 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2904758 Feb 04 17:28:09.132614 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Request body: {'port': {'device_id': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:09.169069 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.205417 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.352582 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.437668 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'Port': ['ID=b626ebeb-5145-47b6-a0a6-b2271a757372,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:09.463801 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (579fc430-d470-4716-bf30-04b2a195e3c1), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.616888 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:09.626451 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Publish callbacks [] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.642962 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Transition to ACTIVE for port object 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:28:09.657244 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.658966 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-091d7bb3-681c-4e6d-b4ea-1daaefa3b517 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7970209 Feb 04 17:28:09.723677 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.780227 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Pushing event updated for resources: {'Port': ['ID=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:09.870949 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Attempting to bind port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:09.870949 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Attempting to bind port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:09.871516 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Attempting to bind port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 on network 22475777-5b38-4366-a60c-932f77f6decd {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:09.877738 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 on network 22475777-5b38-4366-a60c-932f77f6decd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:28:09.878122 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Attempting to bind port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 on network 22475777-5b38-4366-a60c-932f77f6decd {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:09.887319 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:09.888121 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Checking segment: {'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:09.888763 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Bound using segment: {'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:09.889547 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Bound port: 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:09.890155 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:09.938159 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-9349b8f5-002f-4a96-9874-0758c350f1aa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1890026821&fields=id&tenant_id=115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 267 time: 0.0500727 Feb 04 17:28:10.002217 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] For port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:10.008598 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] For port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:10.102632 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-bab9be1e-9c90-4e24-b854-0621e4f2e3ee tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.105512 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-bab9be1e-9c90-4e24-b854-0621e4f2e3ee tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 817 time: 0.1552827 Feb 04 17:28:10.123109 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-dd91cd40-7919-4e45-8fc8-0d7eeffe0f01 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/quotas/115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 375 time: 0.0117857 Feb 04 17:28:10.149748 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483a5d9-3ed4-424b-ad40-bed6359d646b req-81f0e580-d5a5-400f-b7fe-5a29d11ee817 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.151445 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0483a5d9-3ed4-424b-ad40-bed6359d646b req-81f0e580-d5a5-400f-b7fe-5a29d11ee817 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 943 time: 0.0833709 Feb 04 17:28:10.182341 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.194860 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-327b0f67-e4a5-4d1f-9e75-3372bce03076 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661101 Feb 04 17:28:10.234783 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.235411 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:10.236864 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] 10.222.0.93 "PUT /v2.0/ports/8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 HTTP/1.1" status: 200 len: 1093 time: 1.1093607 Feb 04 17:28:10.237333 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'tag': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:10.239708 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7304c6-7c24-497a-ae17-e820e24fc0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d10f17-7df7-4b59-a4e5-11b2a1b7d676", "tag": "8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:10.280049 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0483a5d9-3ed4-424b-ad40-bed6359d646b req-8402f34a-efb5-4a5b-bf33-7e1484286d23 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182106 Feb 04 17:28:10.286253 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ec529-1929-406a-8826-8e4f15eb281f service neutron] Pushing event updated for resources: {'Port': ['ID=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:10.364631 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e0cc8d-8cda-45ea-8841-3a014607f8c5 x-openstack-request-id: req-24e0cc8d-8cda-45ea-8841-3a014607f8c5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:10.364631 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d10f17-7df7-4b59-a4e5-11b2a1b7d676", "tag": "8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:10.364631 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24e0cc8d-8cda-45ea-8841-3a014607f8c5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:10.364631 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'tag': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2', 'status': 'completed', 'code': 200} Feb 04 17:28:10.432264 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7304c6-7c24-497a-ae17-e820e24fc0d6 req-8cdd67a5-e27f-4b8d-aa8a-713baff1fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.434174 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cb7304c6-7c24-497a-ae17-e820e24fc0d6 req-8cdd67a5-e27f-4b8d-aa8a-713baff1fd11 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 1127 time: 0.0621979 Feb 04 17:28:10.464333 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-66efaf9d-e9a0-4d41-878d-08750dc9e5b3 service neutron] 10.222.0.24 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464111 Feb 04 17:28:10.586097 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7304c6-7c24-497a-ae17-e820e24fc0d6 req-f4735c4d-e709-4dd0-a2db-bc9ad2e62348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.588110 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cb7304c6-7c24-497a-ae17-e820e24fc0d6 req-f4735c4d-e709-4dd0-a2db-bc9ad2e62348 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1426573 Feb 04 17:28:10.619500 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-574285a1-06f0-4bfe-822e-9a5e0be696ed service neutron] 10.222.0.24 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486163 Feb 04 17:28:10.744256 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7304c6-7c24-497a-ae17-e820e24fc0d6 req-be0fe68d-6ff8-4011-9787-034f101b31b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.745793 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-cb7304c6-7c24-497a-ae17-e820e24fc0d6 req-be0fe68d-6ff8-4011-9787-034f101b31b5 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455913 Feb 04 17:28:10.877822 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-6e97861f-5b7c-4aab-8b2b-63f2a965431c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:10.880569 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-6e97861f-5b7c-4aab-8b2b-63f2a965431c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 1127 time: 0.0761290 Feb 04 17:28:10.934122 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-c5003b6f-33fb-4042-a30e-8a892615715c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 HTTP/1.1" status: 200 len: 217 time: 0.0449927 Feb 04 17:28:11.017427 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-29acf5bf-1020-474c-8186-40f839dec9db req-9f717b51-e6e3-426e-82d5-df2c3c653e7d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 210 time: 0.0328233 Feb 04 17:28:11.032189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-b9f7b708-6b3f-4f96-8e83-5b8e61877114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:11.033762 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-b9f7b708-6b3f-4f96-8e83-5b8e61877114 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cc8b4cc9-aae4-41e7-b073-898fad57beb1 HTTP/1.1" status: 200 len: 853 time: 0.0914881 Feb 04 17:28:11.079930 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-b7364639-d7a5-4097-b13d-1d3633ef9b86 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=22475777-5b38-4366-a60c-932f77f6decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359812 Feb 04 17:28:11.199417 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-616fd3de-ac53-448e-9d73-e524bdb3dad4 service neutron] 10.222.0.93 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116118 Feb 04 17:28:11.340371 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8ddc5e0-f4bc-483c-a6b3-37aec5b759b2 req-36023ca9-6a64-402a-b94d-c4aa52383b5a service neutron] 10.222.0.93 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270685 Feb 04 17:28:11.440273 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d95e77-40b2-4752-9602-afa1ee99dd52 req-bcdd1be1-6faa-444d-947c-673156318d95 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:11.441941 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f3d95e77-40b2-4752-9602-afa1ee99dd52 req-bcdd1be1-6faa-444d-947c-673156318d95 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 943 time: 0.0664172 Feb 04 17:28:11.479396 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.480458 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:11.500993 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f3d95e77-40b2-4752-9602-afa1ee99dd52 req-7798e03e-6368-46c9-b05a-bdd9325d55ff tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521245 Feb 04 17:28:12.155806 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ee5a6a42-464f-43a9-914d-0dc442463b97 req-02232c75-b40c-4006-adea-ef18924a00bf tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 210 time: 0.0378628 Feb 04 17:28:12.693001 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a621504-c7e7-41fb-ac37-bc47306b714d req-a7142cf1-2ce0-43ec-893f-41e6011f3533 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:12.696086 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0a621504-c7e7-41fb-ac37-bc47306b714d req-a7142cf1-2ce0-43ec-893f-41e6011f3533 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 943 time: 0.0741682 Feb 04 17:28:12.765831 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0a621504-c7e7-41fb-ac37-bc47306b714d req-80614439-f633-4ed3-8b44-54ecf38330a9 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622683 Feb 04 17:28:13.305108 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cd842ca8-76da-434b-80b1-a37b5e9caade req-195f52ac-442b-464e-b439-c85730fa7375 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 210 time: 0.0503480 Feb 04 17:28:13.828975 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e8f46-a9f3-4683-8b5a-6251f1377f21 req-5ec7a5b3-5b01-46ae-ad64-0a4797327b5b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:13.835980 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-831e8f46-a9f3-4683-8b5a-6251f1377f21 req-5ec7a5b3-5b01-46ae-ad64-0a4797327b5b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0919785 Feb 04 17:28:13.918118 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a47a220-5063-4bbe-8e91-ca97ac8a7365 req-971488ab-3819-4d93-9f50-0995ea83b442 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:13.921208 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0a47a220-5063-4bbe-8e91-ca97ac8a7365 req-971488ab-3819-4d93-9f50-0995ea83b442 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 943 time: 0.0723476 Feb 04 17:28:13.925343 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-831e8f46-a9f3-4683-8b5a-6251f1377f21 req-0e00180d-e1af-4943-8cba-fee2f4f5ac46 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817120 Feb 04 17:28:14.112197 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0a47a220-5063-4bbe-8e91-ca97ac8a7365 req-b12857f3-3d60-4db8-a9b7-ea4b18769c92 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844423 Feb 04 17:28:14.180634 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-3f671d8d-60d9-4af4-807a-048ae11dda82 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:14.182333 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-3f671d8d-60d9-4af4-807a-048ae11dda82 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 817 time: 0.2234607 Feb 04 17:28:14.446010 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6cc86311-0afc-41f4-808e-bfa727a154d1 req-bf2a30e8-d869-4871-a8d8-fb3d97dffae7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 210 time: 0.0475123 Feb 04 17:28:14.538592 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f401e666-0f72-41a6-a37e-2e851d98aeab tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 380 time: 0.3458529 Feb 04 17:28:14.552626 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'port': {'device_id': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'admin_state_up': True, 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'security_groups': ['988dedff-d12b-44d7-a62f-543fa1742f70']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:14.866075 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Made reservation on behalf of 115a773ef6f441f693a5432595fe6b9d for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:14.869875 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.065926 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Allocated IP 172.20.0.14 (fbb40357-40b2-49de-9e70-6d5b36b7b7f2/e4136190-d946-4857-b435-cdac649b79ae/71fe4eac-c9c9-480b-a319-8fe5f945ccc5) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:15.137535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a81b9-8472-4da7-a176-cb8a1c78cf6d req-0c3d57ab-fce0-43e0-b0e3-6fd231e86dc8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.139086 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-771a81b9-8472-4da7-a176-cb8a1c78cf6d req-0c3d57ab-fce0-43e0-b0e3-6fd231e86dc8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.1085639 Feb 04 17:28:15.259260 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-771a81b9-8472-4da7-a176-cb8a1c78cf6d req-319d75b4-5679-4e9f-bc60-4b84f454b3b9 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076834 Feb 04 17:28:15.291022 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.314130 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda9e5c0-d5e1-444e-87d3-7f255564dad1 req-533832d7-0942-4be4-9414-353567928453 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.316007 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bda9e5c0-d5e1-444e-87d3-7f255564dad1 req-533832d7-0942-4be4-9414-353567928453 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 943 time: 0.0899763 Feb 04 17:28:15.380661 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bda9e5c0-d5e1-444e-87d3-7f255564dad1 req-db900280-b1b7-49b2-91ee-0565f918a926 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563824 Feb 04 17:28:15.455562 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.491628 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94635129-4b11-43dd-9995-b80712b32af6 req-72249c87-33ce-420c-b5f4-2c367d624b58 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.494868 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-94635129-4b11-43dd-9995-b80712b32af6 req-72249c87-33ce-420c-b5f4-2c367d624b58 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0631065 Feb 04 17:28:15.523228 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:15.532612 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:15.536624 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:15.541130 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:15.644229 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.645213 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.650590 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Deleting port 43aefd23-ba79-456b-b208-06f55cdc7be4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:15.651249 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.682951 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6824f3-0338-4bd3-8fec-e972eda54737 req-0c0b2d2e-0994-42cf-913d-3ec8a860756a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:15.685263 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f6824f3-0338-4bd3-8fec-e972eda54737 req-0c0b2d2e-0994-42cf-913d-3ec8a860756a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 932 time: 0.1404018 Feb 04 17:28:15.763621 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-421ff236-4e18-47ed-8a93-4418a8872822 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2153001 Feb 04 17:28:15.768669 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f6824f3-0338-4bd3-8fec-e972eda54737 req-22cfef3d-d57d-4dd3-863a-a66c5d9a9814 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732794 Feb 04 17:28:15.779665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Request body: {'port': {'device_id': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:15.805268 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] For port 43aefd23-ba79-456b-b208-06f55cdc7be4, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=43aefd23-ba79-456b-b208-06f55cdc7be4,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:15.806065 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.886789 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5fe1c2e0-f345-4559-b39e-a179919f68c5 None None] Provisioning complete for port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:15.887569 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5fe1c2e0-f345-4559-b39e-a179919f68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.888030 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:15.958025 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5fe1c2e0-f345-4559-b39e-a179919f68c5 None None] Port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:16.218536 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.219106 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (5405da60-721c-40c2-a1b1-83b4d8865859), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.219585 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Floating IP 5405da60-721c-40c2-a1b1-83b4d8865859 disassociated. External IP: 172.27.0.242, port: 43aefd23-ba79-456b-b208-06f55cdc7be4. Feb 04 17:28:16.220108 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Calling delete_port for 43aefd23-ba79-456b-b208-06f55cdc7be4 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:16.252016 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:16.264480 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Publish callbacks [] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.283716 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Transition to ACTIVE for port object 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:28:16.448822 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe91cf-119d-403b-b88c-82dae9a5942b req-44eb1917-7836-4990-8010-f5b6550c32f2 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:16.450504 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2cfe91cf-119d-403b-b88c-82dae9a5942b req-44eb1917-7836-4990-8010-f5b6550c32f2 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 946 time: 0.0804236 Feb 04 17:28:16.488090 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.498909 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-9131ba72-b7df-4bb9-9ee5-4a8514fffac0 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455848995&fields=id&tenant_id=e0328885f1514f0fab483bcef5b2ed84 HTTP/1.1" status: 200 len: 267 time: 0.0887420 Feb 04 17:28:16.586412 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:16.653317 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-80119906-44f0-4b93-b746-496949ca2f8f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:16.655189 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-80119906-44f0-4b93-b746-496949ca2f8f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 984 time: 0.1326025 Feb 04 17:28:16.676067 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Request body: {'port': {'security_groups': ['eeab0113-3ff3-4814-9857-9b0b4b25a8ac']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:16.745980 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Attempting to bind port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:16.746246 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Attempting to bind port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:16.746717 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Attempting to bind port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:16.783314 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:28:16.783653 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Attempting to bind port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 on network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:16.800513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:16.800999 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Checking segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:16.801319 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Bound using segment: {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:16.801707 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Bound port: 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:16.802129 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.804980 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.887884 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (43aefd23-ba79-456b-b208-06f55cdc7be4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:16.893745 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2cfe91cf-119d-403b-b88c-82dae9a5942b req-384b557d-a0e5-4b7c-b653-0bba59409efc tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c1d3007-00a4-454f-a695-7b9a66e8088d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4346347 Feb 04 17:28:16.947837 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event deleted for resources: {'Port': ['ID=43aefd23-ba79-456b-b208-06f55cdc7be4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:17.009160 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:17.015213 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:17.134868 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.175812 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2c109-377f-4adf-a4ef-fc27f46e8b78 req-1ae13016-d453-4b7d-abcf-ceda23b4cefb tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.177444 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8ac2c109-377f-4adf-a4ef-fc27f46e8b78 req-1ae13016-d453-4b7d-abcf-ceda23b4cefb tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 943 time: 0.2147231 Feb 04 17:28:17.213730 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.214534 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.216270 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] 10.222.0.93 "PUT /v2.0/ports/71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 1094 time: 1.4414196 Feb 04 17:28:17.216803 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:17.219679 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f78ed53-52de-4715-b93d-6f02c437e4da" -d '{"events": [{"name": "network-changed", "server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:17.227260 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:17.264625 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f884-d326-49d4-9f6e-4b6ad8794657 service neutron] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:17.291000 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.298115 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:17.322968 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8ac2c109-377f-4adf-a4ef-fc27f46e8b78 req-82011073-21a1-4e54-bf12-9e67e5e3f4ae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332548 Feb 04 17:28:17.473570 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.489800 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['199a27c1-61b6-4f8e-be46-8b6f158ebe64'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:28:17.556364 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:17.587489 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] Sync routers for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:17.606320 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:28:17.649467 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] No DVR routers for this DVR port 43aefd23-ba79-456b-b208-06f55cdc7be4 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:17.651826 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:17.652663 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:17.653104 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.657504 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-94635129-4b11-43dd-9995-b80712b32af6 req-a4bdfbe2-5410-4573-997f-e3edc9675e93 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "DELETE /v2.0/ports/43aefd23-ba79-456b-b208-06f55cdc7be4 HTTP/1.1" status: 204 len: 173 time: 2.1554034 Feb 04 17:28:17.658132 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'name': 'network-vif-deleted', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:17.658549 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.661745 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e18c866-4b69-4e87-945d-0d2c05ac2f2e" -d '{"events": [{"server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "name": "network-vif-deleted", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:17.671536 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.673061 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a13294d-da98-4e36-80c4-535423c0eaf6 req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "PUT /v2.0/ports/199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 942 time: 1.0022306 Feb 04 17:28:17.684595 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60596) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:17.700548 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-b4a5ebf8-3707-428b-95d5-6428761b5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.703973 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-b4a5ebf8-3707-428b-95d5-6428761b5154 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1128 time: 0.3111141 Feb 04 17:28:17.710880 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7eafa7-53ea-4d76-a10a-93c61d39b71f tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event updated for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=7']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:17.742573 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bc3a5-4e8b-4e3b-acac-19c4a9a8ab4e req-1a6ba1ff-999e-4739-9eb3-aa01f31eff7f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.759303 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1c2bc3a5-4e8b-4e3b-acac-19c4a9a8ab4e req-1a6ba1ff-999e-4739-9eb3-aa01f31eff7f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.2508626 Feb 04 17:28:17.822229 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-1ef7ac80-2e7f-4e9c-becb-3b1e7b77c2cc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 217 time: 0.0940838 Feb 04 17:28:17.931593 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['199a27c1-61b6-4f8e-be46-8b6f158ebe64'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:28:17.936191 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c78b27-2461-4d42-981d-c0c2ad6e1196 x-openstack-request-id: req-01c78b27-2461-4d42-981d-c0c2ad6e1196 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:17.936545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b57fec-faec-4d6f-9340-0aab46a4551a", "name": "network-vif-deleted", "tag": "43aefd23-ba79-456b-b208-06f55cdc7be4", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:17.936765 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-01c78b27-2461-4d42-981d-c0c2ad6e1196 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:17.937235 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b57fec-faec-4d6f-9340-0aab46a4551a', 'name': 'network-vif-deleted', 'tag': '43aefd23-ba79-456b-b208-06f55cdc7be4', 'status': 'completed', 'code': 200} Feb 04 17:28:17.956376 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:17.966596 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-9757d585-30de-4bc9-99f0-a0479ec58fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:17.971607 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-9757d585-30de-4bc9-99f0-a0479ec58fbd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.1380262 Feb 04 17:28:17.971872 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1c2bc3a5-4e8b-4e3b-acac-19c4a9a8ab4e req-81472c46-4f66-4ad9-abf6-a578f6993263 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2100492 Feb 04 17:28:17.971872 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd8a8cf-f09c-4a12-9ec5-b11069598e88 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group (c96e8813-e552-4434-bc35-45ca469ab3cd), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:17.976990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3234887b-ef99-4fcd-af3c-a2b420df095d x-openstack-request-id: req-3234887b-ef99-4fcd-af3c-a2b420df095d {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:17.977765 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:17.978864 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3234887b-ef99-4fcd-af3c-a2b420df095d {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:17.979803 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'status': 'completed', 'code': 200} Feb 04 17:28:18.015902 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.resource_extend [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 17:28:18.067539 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd8a8cf-f09c-4a12-9ec5-b11069598e88 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group (c96e8813-e552-4434-bc35-45ca469ab3cd), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.130752 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-89a9caa2-1fcc-458f-9d38-8a160256fd4b req-2436624d-4845-4d7d-90e2-b8fef9279dd9 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2b57fec-faec-4d6f-9340-0aab46a4551a HTTP/1.1" status: 200 len: 210 time: 0.0624850 Feb 04 17:28:18.151983 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-88e780f3-8e76-434d-83ae-eb9be25c3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:18.154610 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-88e780f3-8e76-434d-83ae-eb9be25c3a81 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1731341 Feb 04 17:28:18.321815 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-ae859182-0ea6-443a-9ce8-bd3798984fbb service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590495 Feb 04 17:28:18.380903 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd8a8cf-f09c-4a12-9ec5-b11069598e88 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (c96e8813-e552-4434-bc35-45ca469ab3cd), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.385824 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bd8a8cf-f09c-4a12-9ec5-b11069598e88 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.389566 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5bd8a8cf-f09c-4a12-9ec5-b11069598e88 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "DELETE /v2.0/security-groups/c96e8813-e552-4434-bc35-45ca469ab3cd HTTP/1.1" status: 204 len: 168 time: 0.7035820 Feb 04 17:28:18.397484 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60604) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:18.470849 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8a8cf-f09c-4a12-9ec5-b11069598e88 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96e8813-e552-4434-bc35-45ca469ab3cd,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:18.539035 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-da570d4f-07d7-451c-a68f-f356e2fef74d req-ba994245-656b-4511-9c66-3499116f4e74 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099767 Feb 04 17:28:18.557546 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:18.564525 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a7344cf3-cd4a-4fad-87b7-17a12e16a1c9 None None] Provisioning complete for port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:18.565081 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a7344cf3-cd4a-4fad-87b7-17a12e16a1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.636794 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2', 'network_id': '22475777-5b38-4366-a60c-932f77f6decd', 'port_id': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2', 'mac_address': 'fa:16:3e:d7:6a:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8b4cc9-aae4-41e7-b073-898fad57beb1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:28:18.647834 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90625c58-93f8-4671-b719-da1af28dd35c req-adf4b879-6d62-49a7-9db3-85a702ab3436 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:18.649598 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-90625c58-93f8-4671-b719-da1af28dd35c req-adf4b879-6d62-49a7-9db3-85a702ab3436 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 943 time: 0.1810524 Feb 04 17:28:18.758837 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-90625c58-93f8-4671-b719-da1af28dd35c req-02c55cba-70f5-4e0c-bcbb-0007f8b2c686 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954800 Feb 04 17:28:18.773935 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Deleting port 59e8bf48-fc87-469b-ad64-9c1964e5e72b {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:18.774372 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.787655 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:18.788142 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.837703 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-d3d00a7f-8427-4fed-bcde-3a5f53b68945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:18.839464 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-d3d00a7f-8427-4fed-bcde-3a5f53b68945 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1128 time: 0.0895228 Feb 04 17:28:18.894137 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:18.947404 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.948004 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for floatingip (59e8bf48-fc87-469b-ad64-9c1964e5e72b), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:18.973742 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Calling delete_port for 59e8bf48-fc87-469b-ad64-9c1964e5e72b owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:19.044712 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-0f13fa91-defa-4c07-a1db-49b8600a1786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:19.046742 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-0f13fa91-defa-4c07-a1db-49b8600a1786 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.2011423 Feb 04 17:28:19.122490 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-7b900fa2-44ce-4374-bde7-9161f3aefaf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 217 time: 0.0692899 Feb 04 17:28:19.145162 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:19.204238 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a7344cf3-cd4a-4fad-87b7-17a12e16a1c9 None None] Current status of the port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:19.233556 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:19.291524 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.303279 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] Checking router: ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:19.369315 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:19.370561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:19.395152 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-33aa18bc-2b9c-41f2-a4a5-23d90b2fc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:19.399013 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-33aa18bc-2b9c-41f2-a4a5-23d90b2fc062 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.2699935 Feb 04 17:28:19.454624 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (59e8bf48-fc87-469b-ad64-9c1964e5e72b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.481782 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5688a98-308e-46ad-8382-4f4d241c4691 req-dce2c916-a498-485c-92d8-b743d3684e0c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:19.484653 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d5688a98-308e-46ad-8382-4f4d241c4691 req-dce2c916-a498-485c-92d8-b743d3684e0c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.2317917 Feb 04 17:28:19.488279 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60616) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:19.522914 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event deleted for resources: {'Port': ['ID=59e8bf48-fc87-469b-ad64-9c1964e5e72b,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.532855 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:19.614848 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 43aefd23-ba79-456b-b208-06f55cdc7be4 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:19.627836 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-cc3c8e16-c9aa-4060-98ec-06131db1512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:19.630607 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-cc3c8e16-c9aa-4060-98ec-06131db1512a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2241626 Feb 04 17:28:19.647599 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks [] for floatingip (df377a2b-1d8e-430c-90d9-fc30d8d2dbb8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.648484 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Floating IP df377a2b-1d8e-430c-90d9-fc30d8d2dbb8 disassociated (deleted). External IP: 172.27.0.182, port: 199a27c1-61b6-4f8e-be46-8b6f158ebe64. Feb 04 17:28:19.655386 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 43aefd23-ba79-456b-b208-06f55cdc7be4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:19.655969 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 43aefd23-ba79-456b-b208-06f55cdc7be4 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:19.659984 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:19.699653 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d5688a98-308e-46ad-8382-4f4d241c4691 req-3170a19e-5b4c-478b-8123-158bc8d00c48 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1978087 Feb 04 17:28:19.761106 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fcca51-eabe-4959-8789-d817f3d3e6e0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (1c1d3007-00a4-454f-a695-7b9a66e8088d), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.794571 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:28:19.813446 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fcca51-eabe-4959-8789-d817f3d3e6e0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (1c1d3007-00a4-454f-a695-7b9a66e8088d), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:19.868763 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-d764f426-4a3b-4ef3-ae5b-22b162b428e0 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192776 Feb 04 17:28:19.984358 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:20.000670 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:20.047743 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2f78ed53-52de-4715-b93d-6f02c437e4da req-837ee699-8404-4f55-bb78-e3f7f5afd8c8 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712742 Feb 04 17:28:20.080965 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a6ec7e-de4d-4824-9e91-8c3136b2e351 x-openstack-request-id: req-d5a6ec7e-de4d-4824-9e91-8c3136b2e351 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:20.081388 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:20.081584 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5a6ec7e-de4d-4824-9e91-8c3136b2e351 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:20.081917 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'status': 'completed', 'code': 200} Feb 04 17:28:20.094608 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fcca51-eabe-4959-8789-d817f3d3e6e0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1c1d3007-00a4-454f-a695-7b9a66e8088d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.097417 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-95fcca51-eabe-4959-8789-d817f3d3e6e0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.098712 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-95fcca51-eabe-4959-8789-d817f3d3e6e0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "DELETE /v2.0/security-groups/1c1d3007-00a4-454f-a695-7b9a66e8088d HTTP/1.1" status: 204 len: 168 time: 0.6089799 Feb 04 17:28:20.103430 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60622) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:20.107499 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f06a2d-a87a-4107-a569-301852ce25e1 req-23704a1d-1833-4035-8391-29227df9f068 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.110631 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63f06a2d-a87a-4107-a569-301852ce25e1 req-23704a1d-1833-4035-8391-29227df9f068 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 944 time: 0.1787686 Feb 04 17:28:20.146485 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.api.v2.resource [None req-e2dd4768-10ab-4671-b46f-a00d8990c88e tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] show failed (client error): The resource could not be found. Feb 04 17:28:20.152165 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e2dd4768-10ab-4671-b46f-a00d8990c88e tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups/1c1d3007-00a4-454f-a695-7b9a66e8088d HTTP/1.1" status: 404 len: 347 time: 0.0447664 Feb 04 17:28:20.164340 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60624) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:20.182567 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcca51-eabe-4959-8789-d817f3d3e6e0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1d3007-00a4-454f-a695-7b9a66e8088d,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:20.222695 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-067e994b-e0cf-4e1f-a379-a358f5b7ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.224201 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-067e994b-e0cf-4e1f-a379-a358f5b7ad5a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1129 time: 0.1018200 Feb 04 17:28:20.267711 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Router 89fa13df-2f07-43b0-a0ba-c75bdeb254de has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:20.290625 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:20.333282 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-e17b476a-9706-40fd-9829-a34c387e27fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.335128 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-e17b476a-9706-40fd-9829-a34c387e27fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 916 time: 0.1033695 Feb 04 17:28:20.351556 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf5805e-66b4-4f72-b136-6dbce7ccf382 None None] The sync data for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi is: [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:20.425272 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-0975b0a3-f197-40ed-bfb1-48ce98612836 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 217 time: 0.0824647 Feb 04 17:28:20.438096 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-63f06a2d-a87a-4107-a569-301852ce25e1 req-f746b7ba-c44a-4f84-a2f0-fec6af70235d tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123217 Feb 04 17:28:20.489502 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-2572a504-0c36-47bc-8ead-e9d2d262783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.491358 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-2572a504-0c36-47bc-8ead-e9d2d262783b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 200 len: 854 time: 0.0590987 Feb 04 17:28:20.552142 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-a3276427-c4ef-49c2-b95b-4e2eca196519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:20.553982 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-a3276427-c4ef-49c2-b95b-4e2eca196519 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0562713 Feb 04 17:28:20.644175 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Deleting port fb2711b7-3404-45c0-b7b6-fa8144de7a8d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:20.644739 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.662532 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-34301fb2-6e85-4896-a35b-7fa31d409933 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010907 Feb 04 17:28:20.688611 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afa4945-f9fc-4e40-bf78-cbe25f9cbdef None None] New status for floating IP 5405da60-721c-40c2-a1b1-83b4d8865859: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:20.741404 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:20.753888 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.763366 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] Sync routers for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:20.781501 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:20.784159 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:20.791227 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8f9bd545-2aa1-4a95-8cb7-b7e51285a0dc req-f54b09ff-6941-4efb-9dbe-5788f6bd27cf service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208961 Feb 04 17:28:20.845144 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c18598a0-ad35-403a-8b1a-dfb23985ddb1 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "DELETE /v2.0/floatingips/df377a2b-1d8e-430c-90d9-fc30d8d2dbb8 HTTP/1.1" status: 204 len: 168 time: 2.4403164 Feb 04 17:28:20.845144 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:20.852966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3d7719-9661-4aa9-ab4b-c039e14574cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:20.874636 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.875159 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:20.899800 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Calling delete_port for fb2711b7-3404-45c0-b7b6-fa8144de7a8d owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:21.000543 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764451-1af1-4c3f-a317-78f8d1e36524 req-5b5890c0-cf48-4f3a-bab8-223ec5e4e9d3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:21.001691 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:21.002421 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1f764451-1af1-4c3f-a317-78f8d1e36524 req-5b5890c0-cf48-4f3a-bab8-223ec5e4e9d3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0796094 Feb 04 17:28:21.117691 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1f764451-1af1-4c3f-a317-78f8d1e36524 req-4c1f4017-4c96-442a-ab69-619f590ff7b4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834410 Feb 04 17:28:21.199964 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079559b5-2d57-4375-9d54-9c8ff68afac9 x-openstack-request-id: req-079559b5-2d57-4375-9d54-9c8ff68afac9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:21.200433 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:21.200811 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-079559b5-2d57-4375-9d54-9c8ff68afac9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:21.201398 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'status': 'completed', 'code': 200} Feb 04 17:28:21.296589 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-808adda9-2641-4e8f-a2c6-0f5d5f87fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:21.299504 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-808adda9-2641-4e8f-a2c6-0f5d5f87fb13 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=e0328885f1514f0fab483bcef5b2ed84&device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 1129 time: 0.0699646 Feb 04 17:28:21.336127 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (fb2711b7-3404-45c0-b7b6-fa8144de7a8d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.374427 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:17Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:21.386488 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event deleted for resources: {'Port': ['ID=fb2711b7-3404-45c0-b7b6-fa8144de7a8d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:21.426419 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] Checking router: 89fa13df-2f07-43b0-a0ba-c75bdeb254de for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:21.430000 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-ce35d32e-812e-4703-971d-c07343b90694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:21.433545 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-ce35d32e-812e-4703-971d-c07343b90694 service neutron] 10.222.0.93 "GET /v2.0/networks?id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 200 len: 916 time: 0.1269279 Feb 04 17:28:21.449130 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:21.450424 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:21.487408 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-07f587b2-07f4-476a-a003-04b04606800e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 200 len: 217 time: 0.0443444 Feb 04 17:28:21.576778 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (5405da60-721c-40c2-a1b1-83b4d8865859), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.577774 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-77d6a7ff-37ad-4e2a-b514-35a12dc51b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:21.581747 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-77d6a7ff-37ad-4e2a-b514-35a12dc51b78 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 200 len: 854 time: 0.0840824 Feb 04 17:28:21.587035 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.594148 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c4756c3a-3026-4e6b-925a-ed1da0b99843 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "DELETE /v2.0/floatingips/5405da60-721c-40c2-a1b1-83b4d8865859 HTTP/1.1" status: 204 len: 168 time: 1.4201210 Feb 04 17:28:21.637446 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:21.722865 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-205f726f-03c4-4c78-b46c-db57aef6b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:21.725085 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-205f726f-03c4-4c78-b46c-db57aef6b068 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1373193 Feb 04 17:28:21.756291 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d1da96-e688-4940-9f40-3f7e212fb691 req-0e29690d-1521-4fe7-af26-991fc53700f3 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:21.765105 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-68d1da96-e688-4940-9f40-3f7e212fb691 req-0e29690d-1521-4fe7-af26-991fc53700f3 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 944 time: 0.1200805 Feb 04 17:28:21.773537 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:21.848346 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:28:21.875461 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-68d1da96-e688-4940-9f40-3f7e212fb691 req-729bcaca-46fd-475f-913f-d9f4eb0d269e tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093850 Feb 04 17:28:21.894705 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-337c2d4a-1770-4688-9791-79cd42388ae7 service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590586 Feb 04 17:28:21.915964 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:21.919562 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:21.962132 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60646) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:21.975681 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-7e48d56a-7e02-48aa-9fb8-78efff2c9fa8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1458249289', 'description': 'tempest-description--299231218'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:22.027576 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf3d7719-9661-4aa9-ab4b-c039e14574cd req-428088d0-eccf-455b-8699-e8d0779c35bf service neutron] 10.222.0.93 "GET /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251528 Feb 04 17:28:22.161416 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:22.161741 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.175462 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e48d56a-7e02-48aa-9fb8-78efff2c9fa8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.203860 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:22.206559 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bbe7d4-3245-45c7-b17b-31bc2e182921" -d '{"events": [{"server_uuid": "f8d10f17-7df7-4b59-a4e5-11b2a1b7d676", "name": "network-vif-plugged", "status": "completed", "tag": "8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:22.227994 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:22.237942 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:17Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:22.271326 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bce58d-608d-4865-a572-ca317fbed57d x-openstack-request-id: req-28bce58d-608d-4865-a572-ca317fbed57d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:22.276508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d10f17-7df7-4b59-a4e5-11b2a1b7d676", "name": "network-vif-plugged", "status": "completed", "tag": "8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:22.276508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28bce58d-608d-4865-a572-ca317fbed57d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:22.276508 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2', 'code': 200} Feb 04 17:28:22.276508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ac5a79-85a9-4e53-bab7-421d0e7797ef None None] The sync data for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi is: [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:23:09Z', 'revision_number': 4, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '97175813-55b5-469e-acc7-7c6229e06c8f', 'name': '', 'network_id': 'd6116d8c-d701-4f12-a3ba-c2aeb61b64a9', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'mac_address': 'fa:16:3e:58:4f:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:06Z', 'updated_at': '2022-02-04T17:23:17Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'subnets': [{'id': 'fbd9adb8-70ae-4ba3-9eb4-d40649055508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:22.276508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.331677 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e48d56a-7e02-48aa-9fb8-78efff2c9fa8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (a60d0bec-5625-49b0-acff-da392c8ef824), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.350890 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7726fc1-03de-4068-9ea7-ce23117eeb08 req-72757128-805f-4710-9bac-18c0661ee10f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:22.358459 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7726fc1-03de-4068-9ea7-ce23117eeb08 req-72757128-805f-4710-9bac-18c0661ee10f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1477547 Feb 04 17:28:22.387748 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.418898 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7726fc1-03de-4068-9ea7-ce23117eeb08 req-164c4802-7111-4bc5-b3ad-af31de2229aa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593193 Feb 04 17:28:22.426233 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e48d56a-7e02-48aa-9fb8-78efff2c9fa8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (a60d0bec-5625-49b0-acff-da392c8ef824), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.465204 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48d56a-7e02-48aa-9fb8-78efff2c9fa8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60d0bec-5625-49b0-acff-da392c8ef824,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:22.465475 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:22.542360 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e48d56a-7e02-48aa-9fb8-78efff2c9fa8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.547146 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-7e48d56a-7e02-48aa-9fb8-78efff2c9fa8 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5821033 Feb 04 17:28:22.547680 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60654) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:22.555296 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-07d495c8-1bce-4e8e-a330-3932bf816ad1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'security_group_rule': {'security_group_id': 'a60d0bec-5625-49b0-acff-da392c8ef824', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:22.647387 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7545c6cd-673b-4fc7-bf82-6834129866ee None None] New status for floating IP df377a2b-1d8e-430c-90d9-fc30d8d2dbb8: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:22.735352 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d495c8-1bce-4e8e-a330-3932bf816ad1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (744451b2-42a2-4f95-95b1-8da037ba7d90), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.761300 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:28:22.804522 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529828d-b6f2-43bf-861a-da6d04f3f81d req-3ebc1086-40b8-41cd-ad15-ef8455057abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:22.806206 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0529828d-b6f2-43bf-861a-da6d04f3f81d req-3ebc1086-40b8-41cd-ad15-ef8455057abb service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 1129 time: 0.1103969 Feb 04 17:28:22.828888 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d495c8-1bce-4e8e-a330-3932bf816ad1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (744451b2-42a2-4f95-95b1-8da037ba7d90), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.873346 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0529828d-b6f2-43bf-861a-da6d04f3f81d req-fdd382fa-37e8-493a-9f23-2d8e188d9a38 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592430 Feb 04 17:28:22.940406 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d495c8-1bce-4e8e-a330-3932bf816ad1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (744451b2-42a2-4f95-95b1-8da037ba7d90), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:22.972668 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d495c8-1bce-4e8e-a330-3932bf816ad1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744451b2-42a2-4f95-95b1-8da037ba7d90,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:23.042733 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab30319-1bb2-4480-8b87-9c6c1cd28591 req-d86adb9c-782f-4897-9b88-71c8ebf79578 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:23.046198 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fab30319-1bb2-4480-8b87-9c6c1cd28591 req-d86adb9c-782f-4897-9b88-71c8ebf79578 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 945 time: 0.0885313 Feb 04 17:28:23.106087 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fab30319-1bb2-4480-8b87-9c6c1cd28591 req-9d6cbc05-d1f7-41bc-87c6-739348e6abbc tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513954 Feb 04 17:28:23.125019 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-07d495c8-1bce-4e8e-a330-3932bf816ad1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.126532 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-07d495c8-1bce-4e8e-a330-3932bf816ad1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5777452 Feb 04 17:28:23.129871 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60664) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.135229 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-924e76c1-d453-47fb-9b91-6890d948453d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'security_group_rule': {'security_group_id': 'a60d0bec-5625-49b0-acff-da392c8ef824', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:23.272244 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924e76c1-d453-47fb-9b91-6890d948453d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (61054f29-ce19-494e-8183-5b3bd6a90015), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.360080 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924e76c1-d453-47fb-9b91-6890d948453d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (61054f29-ce19-494e-8183-5b3bd6a90015), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.489360 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924e76c1-d453-47fb-9b91-6890d948453d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (61054f29-ce19-494e-8183-5b3bd6a90015), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.523113 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e76c1-d453-47fb-9b91-6890d948453d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61054f29-ce19-494e-8183-5b3bd6a90015,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:23.578500 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3d009-d657-43aa-9a1e-f82d9b3da84b req-e5feece5-5df6-4aff-8297-c7de6b0c9cb6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:23.580219 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-97d3d009-d657-43aa-9a1e-f82d9b3da84b req-e5feece5-5df6-4aff-8297-c7de6b0c9cb6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0682504 Feb 04 17:28:23.609982 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:28:23.636444 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-97d3d009-d657-43aa-9a1e-f82d9b3da84b req-fcba6bae-6f4e-4f07-b168-f9a63490d3c8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492730 Feb 04 17:28:23.658390 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-924e76c1-d453-47fb-9b91-6890d948453d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.662466 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-924e76c1-d453-47fb-9b91-6890d948453d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5291827 Feb 04 17:28:23.663920 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 60668) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:23.671434 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:23.740943 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:23.764530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'port_id': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'mac_address': 'fa:16:3e:c7:68:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:28:23.791499 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.812915 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:23.813327 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:23.835671 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:23.860430 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:23.937205 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.003123 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.062669 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:24.068113 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Allocated IP 172.27.0.39 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/d9a10817-dcfc-4e77-9fc3-3aac8f7891cf) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:24.251264 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.310027 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81a1bb-1fcc-486e-982f-f4578b5f3a3f req-7d42f284-fc7e-4410-bb85-f5211813b842 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:24.313673 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d81a1bb-1fcc-486e-982f-f4578b5f3a3f req-7d42f284-fc7e-4410-bb85-f5211813b842 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 945 time: 0.1103091 Feb 04 17:28:24.395035 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8d81a1bb-1fcc-486e-982f-f4578b5f3a3f req-8c8cad96-e527-469a-b9a3-ed04eba70f7e tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712805 Feb 04 17:28:24.442740 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['71fe4eac-c9c9-480b-a319-8fe5f945ccc5'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:28:24.477204 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.543297 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:24.549391 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:24.555976 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:24.596973 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'Port': ['ID=d9a10817-dcfc-4e77-9fc3-3aac8f7891cf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:24.709272 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (1489aee9-abd3-40a4-8a5a-fec669f8744d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:24.797378 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8986-15c4-4d5e-a3d9-935940b9a4de req-494d8ef2-427d-4ffc-a800-f99e5ee2a0b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:24.799110 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d4b8986-15c4-4d5e-a3d9-935940b9a4de req-494d8ef2-427d-4ffc-a800-f99e5ee2a0b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 945 time: 0.0777078 Feb 04 17:28:24.855945 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d4b8986-15c4-4d5e-a3d9-935940b9a4de req-ac1fed12-3f16-44e8-a5b7-06eaf776b9ad tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493321 Feb 04 17:28:24.891753 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.065507 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.174646 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.263182 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'Port': ['ID=d9a10817-dcfc-4e77-9fc3-3aac8f7891cf,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:25.279076 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (1489aee9-abd3-40a4-8a5a-fec669f8744d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.508569 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.508569 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-09e4ca1d-4df2-4d80-8c83-a7a2c4d93fd7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8399343 Feb 04 17:28:25.588477 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c40677-9b94-4ae0-a5de-c3c4b3f8f9c2 req-85492a3b-48fb-4c10-bd51-a1b99d490340 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:25.601382 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-51c40677-9b94-4ae0-a5de-c3c4b3f8f9c2 req-85492a3b-48fb-4c10-bd51-a1b99d490340 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 945 time: 0.0920691 Feb 04 17:28:25.614232 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:25.691238 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-51c40677-9b94-4ae0-a5de-c3c4b3f8f9c2 req-0f89fa18-3012-43c0-a2c9-95bd78abfae5 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882607 Feb 04 17:28:25.843074 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:28:25.850530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:25.850530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:25.896181 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-7beb7446-9c5a-443a-91c1-94fa4178f41f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1458249289&fields=id&tenant_id=55326c2102354486ac3307b9155f9a91 HTTP/1.1" status: 200 len: 267 time: 0.0887756 Feb 04 17:28:26.107713 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-16f7959d-f5cd-4a2f-b8e8-98c3fb1360e4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:26.111349 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-16f7959d-f5cd-4a2f-b8e8-98c3fb1360e4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 810 time: 0.2053950 Feb 04 17:28:26.145764 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-cfc5fb2c-3125-4e5c-93a9-75b42ef5e993 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/quotas/55326c2102354486ac3307b9155f9a91 HTTP/1.1" status: 200 len: 375 time: 0.0191638 Feb 04 17:28:26.200968 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:26.201497 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.227936 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-5d6ed1a3-21eb-46d0-b6eb-76a6a865d0a7 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797632 Feb 04 17:28:26.234298 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:26.237585 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8720019-0acb-4149-a789-ac11287c5fa6" -d '{"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-plugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:26.260542 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:26.348624 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-37111996-87ad-494e-a5b1-084f791d93ad service neutron] 10.222.0.24 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041000 Feb 04 17:28:26.392887 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:26.514987 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:26.528869 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.529385 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89664ff1-86f5-43a4-b021-5a666f38985f req-89836bbe-6f53-4d9f-9ee4-cdaf001bdd83 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:26.529669 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.530260 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.530849 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.531403 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.531854 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-89664ff1-86f5-43a4-b021-5a666f38985f req-89836bbe-6f53-4d9f-9ee4-cdaf001bdd83 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1089618 Feb 04 17:28:26.532057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.532530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.533107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.533724 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.534256 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.534917 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.535477 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.536037 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:26.555120 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-e05738b9-2efc-4124-8533-28b50e0a90f1 service neutron] 10.222.0.24 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979373 Feb 04 17:28:26.609602 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-89664ff1-86f5-43a4-b021-5a666f38985f req-872f213b-3e61-4ea8-aebf-15d370184f17 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665576 Feb 04 17:28:26.666321 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18710b5e-f141-49f3-aed8-2396082dc84d x-openstack-request-id: req-18710b5e-f141-49f3-aed8-2396082dc84d {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:26.667142 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-plugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:26.667142 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18710b5e-f141-49f3-aed8-2396082dc84d {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:26.667650 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'code': 200} Feb 04 17:28:26.861924 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb457a0b-8913-4521-918a-068ae4e8fc38 req-1b7f7730-013c-423a-b7be-b8f2292de013 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:26.864674 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-eb457a0b-8913-4521-918a-068ae4e8fc38 req-1b7f7730-013c-423a-b7be-b8f2292de013 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1113844 Feb 04 17:28:26.957799 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-eb457a0b-8913-4521-918a-068ae4e8fc38 req-c60a082b-a3cf-42c4-a33a-40afc98af3ef tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788567 Feb 04 17:28:27.215990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25532544-80bd-4eb5-8967-fb7d9b080dff req-68be25ce-7a4c-4a76-8a76-968a15734a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:27.217617 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-25532544-80bd-4eb5-8967-fb7d9b080dff req-68be25ce-7a4c-4a76-8a76-968a15734a3c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1130 time: 0.0516999 Feb 04 17:28:27.278304 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-25532544-80bd-4eb5-8967-fb7d9b080dff req-9c569915-6f9a-4574-b115-090edab691a3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523217 Feb 04 17:28:27.288069 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-37f6ce3d-1240-4200-92ce-9f2d9f7de369 req-0f5e11fb-cfdf-4523-8993-7e9b55fed24c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.4288259 Feb 04 17:28:27.796279 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9efcac-b89f-4119-a9f4-5ab23bc4d0a4 req-e0d2d129-8cac-4a3c-abd0-1f0b1213f916 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:27.798959 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5a9efcac-b89f-4119-a9f4-5ab23bc4d0a4 req-e0d2d129-8cac-4a3c-abd0-1f0b1213f916 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0945523 Feb 04 17:28:27.869808 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5a9efcac-b89f-4119-a9f4-5ab23bc4d0a4 req-81a7d9b2-2f99-4b49-9a89-90b0c6940f1f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589986 Feb 04 17:28:28.135938 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da2cdd-e50a-4d88-a320-7566c0a2cc1d req-107cd8e6-034c-4070-86ee-5105f276d6f6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:28.138792 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-99da2cdd-e50a-4d88-a320-7566c0a2cc1d req-107cd8e6-034c-4070-86ee-5105f276d6f6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0791137 Feb 04 17:28:28.208256 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-99da2cdd-e50a-4d88-a320-7566c0a2cc1d req-9e34a3bc-3337-43a4-8746-95ee6f2ba224 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617447 Feb 04 17:28:28.395397 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e1df839b-5326-4ad9-ab84-c73042096c49 req-4099471f-9fd3-4168-8f5e-39eed8ff5959 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0330944 Feb 04 17:28:29.026951 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95462b-d9d2-4aae-832b-ce1c8ffa9075 req-d0225c67-2971-48d9-adad-cd591e244394 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:29.030154 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5f95462b-d9d2-4aae-832b-ce1c8ffa9075 req-d0225c67-2971-48d9-adad-cd591e244394 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0698667 Feb 04 17:28:29.107651 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-06c13b02-74be-46f4-833b-c28ec1efa59c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:29.110353 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-06c13b02-74be-46f4-833b-c28ec1efa59c tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.93 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0663171 Feb 04 17:28:29.113231 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5f95462b-d9d2-4aae-832b-ce1c8ffa9075 req-f2fa454d-3614-465c-85ed-4d406d4046b8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731931 Feb 04 17:28:29.376832 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4720cb-3f47-4e27-99a5-52340ea44d72 req-d10c118e-26c0-48c8-8675-92c9f471c462 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:29.379414 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6c4720cb-3f47-4e27-99a5-52340ea44d72 req-d10c118e-26c0-48c8-8675-92c9f471c462 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0829954 Feb 04 17:28:29.444593 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6c4720cb-3f47-4e27-99a5-52340ea44d72 req-cc04c7ae-30c2-4600-a14e-255a2264724b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543199 Feb 04 17:28:29.527668 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-56950f18-55a0-43dd-8acb-6798c9e20679 req-c989b66c-9165-4035-b679-6afd76f8f95d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0429089 Feb 04 17:28:30.263741 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e51f7-81d0-4a9e-847f-e7c6bfc4e61d req-b964922a-70b4-4f06-a50a-d79de4e0b51e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:30.265505 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0f5e51f7-81d0-4a9e-847f-e7c6bfc4e61d req-b964922a-70b4-4f06-a50a-d79de4e0b51e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0634272 Feb 04 17:28:30.335477 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0f5e51f7-81d0-4a9e-847f-e7c6bfc4e61d req-5def53d6-bf39-4c5d-9fb4-aefd7613ba9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599940 Feb 04 17:28:30.596797 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb546229-5ada-4c43-9321-ce50e3d60530 req-a52ab1e1-bbd8-4a1c-9f83-5c84fce3a5a6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:30.600999 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cb546229-5ada-4c43-9321-ce50e3d60530 req-a52ab1e1-bbd8-4a1c-9f83-5c84fce3a5a6 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0715353 Feb 04 17:28:30.673429 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cb546229-5ada-4c43-9321-ce50e3d60530 req-abb5de45-67c2-415d-8d65-b1fe4949211b tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665193 Feb 04 17:28:30.677704 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-315b24f0-2903-4d6e-b158-f23861afd668 req-a53aac51-afbd-4a98-9247-51f39b3b2c6b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0331373 Feb 04 17:28:31.501387 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c57c2b1-f5f6-4a2f-a69d-b1320dfc4309 req-a1c621f8-0c59-4b2f-a069-387612b7d989 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.503134 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c57c2b1-f5f6-4a2f-a69d-b1320dfc4309 req-a1c621f8-0c59-4b2f-a069-387612b7d989 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0695691 Feb 04 17:28:31.564207 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c57c2b1-f5f6-4a2f-a69d-b1320dfc4309 req-8b1b123b-bec7-41b6-8640-2005a0a3f41e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504663 Feb 04 17:28:31.826425 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-81d2b20a-835e-4b0e-97aa-0b7b018b0058 req-f0b327fd-e878-4fbb-bc0b-5a971a3aae3b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0342548 Feb 04 17:28:31.838716 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4e2e-d3ec-4996-92ea-312bcf557316 req-5625efb9-9383-49aa-89e9-9c994d9f3063 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:31.840697 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c9cc4e2e-d3ec-4996-92ea-312bcf557316 req-5625efb9-9383-49aa-89e9-9c994d9f3063 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.0856164 Feb 04 17:28:31.903698 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c9cc4e2e-d3ec-4996-92ea-312bcf557316 req-005a0bae-daf9-4197-ac3c-50b0fecaeaeb tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567863 Feb 04 17:28:32.407449 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-22e75d10-4caa-4c85-bb66-a1af088fd67b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:32.704146 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07b857-4483-450d-ac8a-c46d82345d44 req-b8cc61e6-ff16-4556-a0a0-628f6255cfc7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:32.705728 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ba07b857-4483-450d-ac8a-c46d82345d44 req-b8cc61e6-ff16-4556-a0a0-628f6255cfc7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0582738 Feb 04 17:28:32.762568 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ba07b857-4483-450d-ac8a-c46d82345d44 req-50da5da8-b60c-4219-a7fe-f9b1423b5f90 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490658 Feb 04 17:28:32.962218 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-37db9c45-fb43-48b4-be41-415e336c3484 req-52909743-fd46-4a83-911b-06a95e7e5f13 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0337906 Feb 04 17:28:33.092715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4a746-968e-4e91-8241-0aef5d2a10ca req-347d4b43-c472-4cbb-932b-292c1e6d4c76 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:33.095477 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-47e4a746-968e-4e91-8241-0aef5d2a10ca req-347d4b43-c472-4cbb-932b-292c1e6d4c76 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 945 time: 0.1015205 Feb 04 17:28:33.170930 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Deleting port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:33.171283 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.185486 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-47e4a746-968e-4e91-8241-0aef5d2a10ca req-1a6f766e-8a4c-4257-8eba-1d536e545230 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/security-groups?id=eeab0113-3ff3-4814-9857-9b0b4b25a8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764427 Feb 04 17:28:33.552011 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] For port 199a27c1-61b6-4f8e-be46-8b6f158ebe64, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=199a27c1-61b6-4f8e-be46-8b6f158ebe64,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:33.552620 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.567097 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Calling delete_port for 199a27c1-61b6-4f8e-be46-8b6f158ebe64 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:33.780215 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (199a27c1-61b6-4f8e-be46-8b6f158ebe64), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.816551 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Pushing event deleted for resources: {'Port': ['ID=199a27c1-61b6-4f8e-be46-8b6f158ebe64,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:33.911215 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] No DVR routers for this DVR port 199a27c1-61b6-4f8e-be46-8b6f158ebe64 on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:33.915372 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:33.918780 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-111b2e0d-5fcf-4091-93ad-966dade742fb req-c7dab46e-25a8-41c9-8dca-0ec2cd1026a4 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.93 "DELETE /v2.0/ports/199a27c1-61b6-4f8e-be46-8b6f158ebe64 HTTP/1.1" status: 204 len: 173 time: 0.9257271 Feb 04 17:28:33.919253 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'name': 'network-vif-deleted', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:33.921863 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c7333f-c8aa-46a1-927c-c6d58015a1b4" -d '{"events": [{"server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "name": "network-vif-deleted", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:33.952395 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176fd35c-3313-4d1a-974d-27ac54f7fe72 req-e6b89817-cad5-42a2-b759-817caf1ac6a9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:33.954048 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-176fd35c-3313-4d1a-974d-27ac54f7fe72 req-e6b89817-cad5-42a2-b759-817caf1ac6a9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0961425 Feb 04 17:28:33.963829 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ab0f7e-55c1-4d92-8a76-ab9f2693048e x-openstack-request-id: req-e4ab0f7e-55c1-4d92-8a76-ab9f2693048e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:33.964477 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f209773d-0656-4aab-bef3-8cef7b20b3e0", "name": "network-vif-deleted", "tag": "199a27c1-61b6-4f8e-be46-8b6f158ebe64", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:33.964477 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4ab0f7e-55c1-4d92-8a76-ab9f2693048e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:33.964784 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f209773d-0656-4aab-bef3-8cef7b20b3e0', 'name': 'network-vif-deleted', 'tag': '199a27c1-61b6-4f8e-be46-8b6f158ebe64', 'status': 'completed', 'code': 200} Feb 04 17:28:34.012724 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-176fd35c-3313-4d1a-974d-27ac54f7fe72 req-48ffda88-e556-40a6-97e6-3f08813230ae tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469680 Feb 04 17:28:34.090296 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-add4e086-084f-4ba3-9fa9-207bc9b48bda req-8e6097c5-2e09-4dd8-85a6-40ada14c0b35 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0291984 Feb 04 17:28:34.320819 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e7596ab1-49b4-4fec-b5dd-4e896f7a24a3 req-40b9028c-dcc8-4428-95fb-7eac85befd46 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0344622 Feb 04 17:28:35.029843 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 199a27c1-61b6-4f8e-be46-8b6f158ebe64 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:35.056444 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 199a27c1-61b6-4f8e-be46-8b6f158ebe64 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:35.056952 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 199a27c1-61b6-4f8e-be46-8b6f158ebe64 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:35.196893 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026f407-531c-4e97-a201-18171ea721b9 req-94b79087-ce63-455e-bf05-8ac2e5185356 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:35.199504 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7026f407-531c-4e97-a201-18171ea721b9 req-94b79087-ce63-455e-bf05-8ac2e5185356 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0694873 Feb 04 17:28:35.246193 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3563c405-f7cd-46f4-9a6d-6bdae1c47656 req-a7624168-4135-4e8b-a105-f1a1750cacef tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0700059 Feb 04 17:28:35.310569 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7026f407-531c-4e97-a201-18171ea721b9 req-416c32b1-5482-4a52-8a8c-a1973c5ade53 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024687 Feb 04 17:28:35.455498 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ef193a8d-18ae-452b-aff7-68f2d528e01b req-e0b393db-2e04-44a7-b8d4-970319c2c265 tempest-TestMinimumBasicScenario-1391904080 tempest-TestMinimumBasicScenario-1391904080-project] 10.222.0.24 "GET /v2.0/ports?device_id=f209773d-0656-4aab-bef3-8cef7b20b3e0 HTTP/1.1" status: 200 len: 210 time: 0.0368233 Feb 04 17:28:35.849628 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-afe5c6cc-f33c-4de1-adcc-05872b558c61 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:35.851360 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-afe5c6cc-f33c-4de1-adcc-05872b558c61 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 810 time: 0.1776848 Feb 04 17:28:35.906576 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-471bff10-5cb5-4f99-97b2-985a3b504582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:35.948223 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-d6a63229-5e52-49c4-aa04-3ba6c65f3828 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55326c2102354486ac3307b9155f9a91 HTTP/1.1" status: 200 len: 380 time: 0.0749617 Feb 04 17:28:35.973046 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'port': {'device_id': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'admin_state_up': True, 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'security_groups': ['a60d0bec-5625-49b0-acff-da392c8ef824']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:36.327131 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Made reservation on behalf of 55326c2102354486ac3307b9155f9a91 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:28:36.336712 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:36.432981 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-acb8de1a-6ded-4314-9d9d-9ba5b0685849 req-cb27fd71-0063-480e-b62e-142d45894de1 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0572784 Feb 04 17:28:36.647784 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406345fa-676d-4abb-8d6f-cb13e1129e2e req-dbdce8e1-c861-499d-9a73-3c4aa3db3b74 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:36.651899 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-406345fa-676d-4abb-8d6f-cb13e1129e2e req-dbdce8e1-c861-499d-9a73-3c4aa3db3b74 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1667409 Feb 04 17:28:36.691972 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Allocated IP 172.20.0.13 (70e854be-0fd2-4ca0-a059-0dae6806d9af/07b0cbcc-0916-40ce-9c6a-5397d19f843c/830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:28:36.780404 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-406345fa-676d-4abb-8d6f-cb13e1129e2e req-f5c13142-118b-4cc7-ad48-58040f0332f1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162672 Feb 04 17:28:36.981636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.041962 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2b1bd-c788-4749-b6bc-6fbe9c8f32c2 req-f9c84581-532d-4a8a-b6e4-48f001c44895 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:37.044071 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d2d2b1bd-c788-4749-b6bc-6fbe9c8f32c2 req-f9c84581-532d-4a8a-b6e4-48f001c44895 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0934765 Feb 04 17:28:37.055693 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60906) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:37.062978 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Request body: {'floatingip': {'port_id': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:37.124850 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (579fc430-d470-4716-bf30-04b2a195e3c1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.247978 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.318366 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:28:37.337901 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:28:37.345721 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:28:37.408381 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event updated for resources: {'Port': ['ID=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:37.539373 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:37.540121 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.714396 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-642214aa-7a74-420d-ba54-0360a5c9b40a None None] Provisioning complete for port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:37.715037 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-642214aa-7a74-420d-ba54-0360a5c9b40a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:37.761262 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ec170-83aa-4315-b2ea-13dd20c3a56c req-fdbe3370-838e-4ac5-b338-8307889f118b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:37.763678 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-642214aa-7a74-420d-ba54-0360a5c9b40a None None] Port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:28:37.763887 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d99ec170-83aa-4315-b2ea-13dd20c3a56c req-fdbe3370-838e-4ac5-b338-8307889f118b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 932 time: 0.2034461 Feb 04 17:28:37.860236 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d99ec170-83aa-4315-b2ea-13dd20c3a56c req-6b2ca62c-41c7-4c98-8d3c-3ac1c8b528d2 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867083 Feb 04 17:28:37.936620 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.113720 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-a0dc38a6-b22b-48fa-889c-f92a1a8910c0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1456797 Feb 04 17:28:38.127075 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Request body: {'port': {'device_id': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:38.210604 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.351461 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.363711 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (579fc430-d470-4716-bf30-04b2a195e3c1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.532727 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.l3_db [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Floating IP 579fc430-d470-4716-bf30-04b2a195e3c1 associated. External IP: 172.27.0.155, port: 71fe4eac-c9c9-480b-a319-8fe5f945ccc5. Feb 04 17:28:38.680738 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:38.694902 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Publish callbacks [] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:38.718199 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Transition to ACTIVE for port object 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:28:38.856267 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.043151 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Pushing event updated for resources: {'Port': ['ID=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:39.053393 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Router c66713e6-e6bb-430c-9435-d36536a71186 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:39.116180 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8057c6c7-ebe4-4796-a76b-cd1b42bf4dd3 req-0e60ba85-ff48-47da-9c69-40dc741251b6 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:39.119309 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8057c6c7-ebe4-4796-a76b-cd1b42bf4dd3 req-0e60ba85-ff48-47da-9c69-40dc741251b6 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 944 time: 0.1199481 Feb 04 17:28:39.184294 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Attempting to bind port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:28:39.184860 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Attempting to bind port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:28:39.185395 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Attempting to bind port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d on network 70e854be-0fd2-4ca0-a059-0dae6806d9af {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:39.199389 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8057c6c7-ebe4-4796-a76b-cd1b42bf4dd3 req-e75fb17a-b9b0-49d8-964b-0c3c3db09f87 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694082 Feb 04 17:28:39.610013 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d on network 70e854be-0fd2-4ca0-a059-0dae6806d9af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:28:39.610773 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Attempting to bind port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d on network 70e854be-0fd2-4ca0-a059-0dae6806d9af {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:28:39.626381 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:28:39.664647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Checking segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:28:39.664647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Bound using segment: {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:28:39.664647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Bound port: 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a8449b-68fc-444e-ac1e-0daeef2f08b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:28:39.664647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.664647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 60958) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:39.730996 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:39.741984 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:39.748400 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] Sync routers for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:39.765408 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:39.766070 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:39.832167 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] For port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:28:39.886937 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a9b8e0cb-956c-4def-9802-6c3db481e8a1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "PUT /v2.0/floatingips/579fc430-d470-4716-bf30-04b2a195e3c1 HTTP/1.1" status: 200 len: 992 time: 2.8294997 Feb 04 17:28:39.889244 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] For port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:28:39.890982 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:39.893006 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:39.896620 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a462828-69d6-49f7-9343-1e1af1937e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:40.045048 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522529df-5dd1-4602-80c2-6a41a775e2dd x-openstack-request-id: req-522529df-5dd1-4602-80c2-6a41a775e2dd {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:40.045535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:40.046058 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-522529df-5dd1-4602-80c2-6a41a775e2dd {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:40.046733 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'status': 'completed', 'code': 200} Feb 04 17:28:40.095475 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-69c720f7-0b50-45fa-86fb-af29d4f1a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.097519 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-69c720f7-0b50-45fa-86fb-af29d4f1a962 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1130 time: 0.0593402 Feb 04 17:28:40.115456 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.230685 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.235938 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:40.235938 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] 10.222.0.93 "PUT /v2.0/ports/830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d HTTP/1.1" status: 200 len: 1094 time: 2.1117733 Feb 04 17:28:40.243364 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-4c9ecd06-3738-46a8-9bb8-54bd7afa0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.246772 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-4c9ecd06-3738-46a8-9bb8-54bd7afa0792 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1323223 Feb 04 17:28:40.352238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da8a25-0f5e-4cad-8c45-a62615989d07 req-2dda5e57-b363-49b3-a3a7-4e2398784b3d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.355152 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d9da8a25-0f5e-4cad-8c45-a62615989d07 req-2dda5e57-b363-49b3-a3a7-4e2398784b3d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.3071501 Feb 04 17:28:40.356272 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f981b-886c-4ceb-985f-70d44852dc33 service neutron] Pushing event updated for resources: {'Port': ['ID=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:40.430733 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '579fc430-d470-4716-bf30-04b2a195e3c1', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'port_id': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'mac_address': 'fa:16:3e:c7:68:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:08Z', 'updated_at': '2022-02-04T17:28:37Z', 'revision_number': 1, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:40.464258 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-395ac896-9cbd-4a1b-ac6c-224068f9eff4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 1000 time: 0.2068677 Feb 04 17:28:40.494255 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] Checking router: c66713e6-e6bb-430c-9435-d36536a71186 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:40.513009 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:40.514008 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:40.560320 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d3969-5718-4339-9559-313483e56a5f req-6d3b573b-c302-4cfb-90bd-9259310eda8d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.572785 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cc8d3969-5718-4339-9559-313483e56a5f req-6d3b573b-c302-4cfb-90bd-9259310eda8d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 944 time: 0.2123442 Feb 04 17:28:40.572997 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d9da8a25-0f5e-4cad-8c45-a62615989d07 req-d68c31c2-c8d8-4add-8a8f-bf5ffed9bbc7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044592 Feb 04 17:28:40.623752 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-905a48f6-56e0-46fd-a1a1-8f28187cc391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.627011 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-905a48f6-56e0-46fd-a1a1-8f28187cc391 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.1549163 Feb 04 17:28:40.684577 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-63dd27ce-4d89-4c09-b2ad-1d222699035b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.687213 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-63dd27ce-4d89-4c09-b2ad-1d222699035b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 1128 time: 0.2375145 Feb 04 17:28:40.708759 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-cc8d3969-5718-4339-9559-313483e56a5f req-8ea10c5f-fe74-4690-99f0-3374fd80e9c9 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355479 Feb 04 17:28:40.767633 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-c85b6e53-fbe5-4f7e-be48-adacdb9fbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.770420 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-c85b6e53-fbe5-4f7e-be48-adacdb9fbfc7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1359091 Feb 04 17:28:40.808746 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-2cf2dadd-211b-4863-95e6-0da9e3633813 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d HTTP/1.1" status: 200 len: 217 time: 0.1114607 Feb 04 17:28:40.814327 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:40.901627 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-10c73daa-1a20-431f-b0d1-ddc44fe0a832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:40.903394 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-10c73daa-1a20-431f-b0d1-ddc44fe0a832 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.0784059 Feb 04 17:28:40.923628 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-a0076487-a9ef-45df-bb44-cb28e7e5b9e3 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463897 Feb 04 17:28:41.017362 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-ade67b3c-715c-4616-8a2c-541fa1995d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:41.020468 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-ade67b3c-715c-4616-8a2c-541fa1995d28 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1101909 Feb 04 17:28:41.065307 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8a462828-69d6-49f7-9343-1e1af1937e6e req-4910c215-9223-450e-a9d1-4017df2812c4 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362307 Feb 04 17:28:41.090945 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (89fa13df-2f07-43b0-a0ba-c75bdeb254de), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.205001 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '579fc430-d470-4716-bf30-04b2a195e3c1', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'port_id': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'mac_address': 'fa:16:3e:c7:68:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:08Z', 'updated_at': '2022-02-04T17:28:37Z', 'revision_number': 1, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:41.221878 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-896511b4-c36e-4c09-908b-7eb5deb3d20d service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901946 Feb 04 17:28:41.259745 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b79ffc-b76f-4ba2-8d33-06bf63318647 None None] The sync data for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi is: [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '579fc430-d470-4716-bf30-04b2a195e3c1', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'floating_ip_address': '172.27.0.155', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'port_id': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'mac_address': 'fa:16:3e:c7:68:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:08Z', 'updated_at': '2022-02-04T17:28:37Z', 'revision_number': 1, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:41.451478 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6ce49497-5e8d-4e91-9a8c-b2de5fa97b29 req-e9a960a3-94bd-4376-9021-ef6d8c4ea1a1 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138209 Feb 04 17:28:41.539552 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.571782 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfc611d-553d-4931-9ca1-ebca7a875970 None None] New status for floating IP 579fc430-d470-4716-bf30-04b2a195e3c1: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:41.587059 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.652625 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Deleting port 97175813-55b5-469e-acc7-7c6229e06c8f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:41.652960 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.842978 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032776-6a7b-4011-a986-e3b6d4e7dcfc req-628d1503-191e-493d-8672-b3d367937a81 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:41.844987 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49032776-6a7b-4011-a986-e3b6d4e7dcfc req-628d1503-191e-493d-8672-b3d367937a81 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1236458 Feb 04 17:28:41.865345 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] For port 97175813-55b5-469e-acc7-7c6229e06c8f, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=97175813-55b5-469e-acc7-7c6229e06c8f,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:41.865345 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:41.898359 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Calling delete_port for 97175813-55b5-469e-acc7-7c6229e06c8f owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:41.936492 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da305eaf-f830-4b5b-9da3-65d11aa2ef3b req-3184def1-79b9-41ab-ada4-8c6f6e1b5d23 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:41.946744 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da305eaf-f830-4b5b-9da3-65d11aa2ef3b req-3184def1-79b9-41ab-ada4-8c6f6e1b5d23 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 944 time: 0.1001813 Feb 04 17:28:41.990387 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-49032776-6a7b-4011-a986-e3b6d4e7dcfc req-1f2dd1e8-fd0c-4b05-abec-6d99188dcec0 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293108 Feb 04 17:28:42.051037 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-da305eaf-f830-4b5b-9da3-65d11aa2ef3b req-5bf705e3-c47b-47bc-a694-2e580602f22f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026735 Feb 04 17:28:42.103946 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:42.107265 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e212641-9bf2-427a-b003-a56758e1a978" -d '{"events": [{"name": "network-changed", "server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:42.165839 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d998811-642b-40a0-b380-578726000453 x-openstack-request-id: req-2d998811-642b-40a0-b380-578726000453 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:42.166414 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:42.166879 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d998811-642b-40a0-b380-578726000453 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:42.167566 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'status': 'completed', 'code': 200} Feb 04 17:28:42.346740 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e212641-9bf2-427a-b003-a56758e1a978 req-f5b465ff-c30e-42eb-a628-36c9078bb4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:42.348716 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e212641-9bf2-427a-b003-a56758e1a978 req-f5b465ff-c30e-42eb-a628-36c9078bb4e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 1128 time: 0.1534624 Feb 04 17:28:42.432476 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (97175813-55b5-469e-acc7-7c6229e06c8f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:42.475070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Pushing event deleted for resources: {'Port': ['ID=97175813-55b5-469e-acc7-7c6229e06c8f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:42.546104 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e212641-9bf2-427a-b003-a56758e1a978 req-afd48ecb-b39c-45f9-8ded-b5ebd13522ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:42.547716 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e212641-9bf2-427a-b003-a56758e1a978 req-afd48ecb-b39c-45f9-8ded-b5ebd13522ec service neutron] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 911 time: 0.1913228 Feb 04 17:28:42.603777 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e212641-9bf2-427a-b003-a56758e1a978 req-fbc91ea9-139c-482a-999d-c23429a1ad72 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d HTTP/1.1" status: 200 len: 217 time: 0.0451190 Feb 04 17:28:43.270344 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e212641-9bf2-427a-b003-a56758e1a978 req-506f6d5a-858e-4d87-90b1-3faeabb2d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:43.273477 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e212641-9bf2-427a-b003-a56758e1a978 req-506f6d5a-858e-4d87-90b1-3faeabb2d984 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.6616564 Feb 04 17:28:43.389303 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b21206-e568-46ce-9ab9-44b1779cd600 req-6e2ff104-e3ff-4fe0-8ef2-e5df2ea8b2b4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:43.392023 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0b21206-e568-46ce-9ab9-44b1779cd600 req-6e2ff104-e3ff-4fe0-8ef2-e5df2ea8b2b4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 944 time: 0.2260573 Feb 04 17:28:43.408063 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (89fa13df-2f07-43b0-a0ba-c75bdeb254de), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:43.611592 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e212641-9bf2-427a-b003-a56758e1a978 req-8d2b8500-9241-43d8-bded-458a895302fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:43.614543 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e212641-9bf2-427a-b003-a56758e1a978 req-8d2b8500-9241-43d8-bded-458a895302fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3288734 Feb 04 17:28:43.732077 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0b21206-e568-46ce-9ab9-44b1779cd600 req-a26b0047-3695-467a-9334-006a60ef4538 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3287282 Feb 04 17:28:43.855250 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e212641-9bf2-427a-b003-a56758e1a978 req-d18d7fcb-14c2-4eae-909d-18c8a4fff5f1 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216268 Feb 04 17:28:44.191596 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e212641-9bf2-427a-b003-a56758e1a978 req-d7ab871c-a80f-41e6-8c6a-dfdaaa0fd924 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646413 Feb 04 17:28:44.199077 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Router 89fa13df-2f07-43b0-a0ba-c75bdeb254de has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:44.323808 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 32792) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:44.352646 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:44.367100 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 32796) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:44.368058 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e3f6b931-7e52-4021-9026-7043818c9593 admin admin] 10.222.0.24 "PUT /v2.0/routers/89fa13df-2f07-43b0-a0ba-c75bdeb254de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7004619 Feb 04 17:28:44.373647 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] Sync routers for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:44.389924 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:44.390840 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:44.464894 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d88cf4e-949e-4f55-93b8-4ce5fe9166ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.564083 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:44.590463 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks [] for router (89fa13df-2f07-43b0-a0ba-c75bdeb254de), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.592114 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d88cf4e-949e-4f55-93b8-4ce5fe9166ab admin admin] Publish callbacks [] for security_group (aa4768a9-64a6-449e-b342-4867be045af7), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.682483 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5d88cf4e-949e-4f55-93b8-4ce5fe9166ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (aa4768a9-64a6-449e-b342-4867be045af7), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.755584 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88cf4e-949e-4f55-93b8-4ce5fe9166ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4768a9-64a6-449e-b342-4867be045af7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:44.765175 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5d88cf4e-949e-4f55-93b8-4ce5fe9166ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f779a2734474468890e74e369e45fde4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4397273 Feb 04 17:28:44.767834 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 32802) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:44.815048 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks [] for router_gateway (89fa13df-2f07-43b0-a0ba-c75bdeb254de), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.830721 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:28:42Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:44.864887 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a146b336-d939-402a-85c6-2ec75c834ad8 admin admin] Publish callbacks [] for security_group (aa4768a9-64a6-449e-b342-4867be045af7), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.889662 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] Checking router: 89fa13df-2f07-43b0-a0ba-c75bdeb254de for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:44.900516 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a146b336-d939-402a-85c6-2ec75c834ad8 admin admin] Publish callbacks [] for security_group (aa4768a9-64a6-449e-b342-4867be045af7), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:44.907568 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] Routers {'89fa13df-2f07-43b0-a0ba-c75bdeb254de'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:44.908705 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:44.941998 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8177d6d-f769-4ac2-bd0d-5f3169f88189 req-7f9b0c4c-0f47-4375-b67b-f4d1a5ea5781 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:44.944619 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a8177d6d-f769-4ac2-bd0d-5f3169f88189 req-7f9b0c4c-0f47-4375-b67b-f4d1a5ea5781 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 944 time: 0.0830057 Feb 04 17:28:45.004510 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:28:45.085473 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a8177d6d-f769-4ac2-bd0d-5f3169f88189 req-94bad199-aa71-4540-a067-ccc254dff4c6 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326849 Feb 04 17:28:45.128714 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Deleting port 57baa7ae-2daf-4541-bfae-a8e8a44a3260 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:45.129380 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.164189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a146b336-d939-402a-85c6-2ec75c834ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (aa4768a9-64a6-449e-b342-4867be045af7), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.181716 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a146b336-d939-402a-85c6-2ec75c834ad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.185688 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a146b336-d939-402a-85c6-2ec75c834ad8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa4768a9-64a6-449e-b342-4867be045af7 HTTP/1.1" status: 204 len: 168 time: 0.4162676 Feb 04 17:28:45.206181 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a146b336-d939-402a-85c6-2ec75c834ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4768a9-64a6-449e-b342-4867be045af7,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.297619 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] For port 57baa7ae-2daf-4541-bfae-a8e8a44a3260, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=57baa7ae-2daf-4541-bfae-a8e8a44a3260,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:45.298068 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.319885 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Calling delete_port for 57baa7ae-2daf-4541-bfae-a8e8a44a3260 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:45.373865 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] Set router 89fa13df-2f07-43b0-a0ba-c75bdeb254de gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:45.527879 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:45.548095 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'port_id': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'mac_address': 'fa:16:3e:f1:d4:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:28:45.621794 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:45.622196 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.656107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:28:45.686006 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:45.718104 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:28:42Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:45.722855 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (57baa7ae-2daf-4541-bfae-a8e8a44a3260), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.764703 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aea59f2-1a11-4e92-bd58-6ba745a15209 None None] The sync data for ids ['89fa13df-2f07-43b0-a0ba-c75bdeb254de'] in dv-cinder-817351-10-iscsi is: [{'id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'name': 'tempest-TestMinimumBasicScenario-1471574676-router', 'tenant_id': 'e0328885f1514f0fab483bcef5b2ed84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252'}], 'enable_snat': True}, 'gw_port_id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:22:58Z', 'updated_at': '2022-02-04T17:28:42Z', 'revision_number': 5, 'project_id': 'e0328885f1514f0fab483bcef5b2ed84', 'gw_port': {'id': '57baa7ae-2daf-4541-bfae-a8e8a44a3260', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:dd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89fa13df-2f07-43b0-a0ba-c75bdeb254de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:22:59Z', 'updated_at': '2022-02-04T17:23:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:45.776107 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=57baa7ae-2daf-4541-bfae-a8e8a44a3260,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.804538 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:45.871987 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:45.907183 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (89fa13df-2f07-43b0-a0ba-c75bdeb254de), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.034686 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (89fa13df-2f07-43b0-a0ba-c75bdeb254de), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.038329 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks [] for router_controller (89fa13df-2f07-43b0-a0ba-c75bdeb254de), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.276888 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (89fa13df-2f07-43b0-a0ba-c75bdeb254de), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.279836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89fa13df-2f07-43b0-a0ba-c75bdeb254de {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:28:46.286938 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.293753 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 32816) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:46.295120 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-75247af6-632c-4951-bf60-1f614e0b37a5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/89fa13df-2f07-43b0-a0ba-c75bdeb254de HTTP/1.1" status: 204 len: 168 time: 1.9251995 Feb 04 17:28:46.343201 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b569a-ba6c-4b5c-9428-081ee39e6597 req-3cbc90d7-f4c9-4f03-84c0-c20945196f00 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:46.345539 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d31b569a-ba6c-4b5c-9428-081ee39e6597 req-3cbc90d7-f4c9-4f03-84c0-c20945196f00 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 945 time: 0.1302350 Feb 04 17:28:46.391783 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:28:46.393536 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] Deleting subnet fbd9adb8-70ae-4ba3-9eb4-d40649055508 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:46.399105 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] Publish callbacks [] for subnet (fbd9adb8-70ae-4ba3-9eb4-d40649055508), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.452024 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d31b569a-ba6c-4b5c-9428-081ee39e6597 req-a8381fcc-cd03-4f5a-aa98-62eb9bfad0db tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973191 Feb 04 17:28:46.461250 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (fbd9adb8-70ae-4ba3-9eb4-d40649055508), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.633657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (fbd9adb8-70ae-4ba3-9eb4-d40649055508), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.803056 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (fbd9adb8-70ae-4ba3-9eb4-d40649055508), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.837901 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd9adb8-70ae-4ba3-9eb4-d40649055508,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:46.843233 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:46.847990 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-f5cf9ff6-d156-479b-9fca-f1525d7bb7a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fbd9adb8-70ae-4ba3-9eb4-d40649055508 HTTP/1.1" status: 204 len: 168 time: 0.5525901 Feb 04 17:28:46.852974 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 32818) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:46.856774 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4cf462-0506-4863-8063-89bbc4f0451e None None] Network d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:46.969122 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.067064 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Deleting port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:47.068205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.113958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] DHCP port deletion for d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:47.196309 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] For port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:47.196921 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.207935 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] Deleting port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:47.208514 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.244050 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Calling delete_port for 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:47.335447 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] For port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,segment=NetworkSegment(abfa1620-dfd7-4bd7-ad97-308bf4cf9053),segment_id=abfa1620-dfd7-4bd7-ad97-308bf4cf9053)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:47.335849 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.352062 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] Calling delete_port for 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:47.448510 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.511913 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Pushing event deleted for resources: {'Port': ['ID=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:47.515496 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] No DVR routers for this DVR port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 on host dv-cinder-817351-10-iscsi {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:47.534555 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (8a614ac1-7985-4c6e-8fe0-e6b05f706b20), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.601233 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] Pushing event deleted for resources: {'Port': ['ID=8a614ac1-7985-4c6e-8fe0-e6b05f706b20,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:47.611347 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5910434-bed0-4bc6-89cf-857e851c4f84 None None] No DVR routers for this DVR port 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:47.651159 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.670416 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c401ff7-d026-497d-b41d-382e2f2b6b9d req-d8598e95-0d23-44ac-bc40-b4a16cff1f54 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:47.673213 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0c401ff7-d026-497d-b41d-382e2f2b6b9d req-d8598e95-0d23-44ac-bc40-b4a16cff1f54 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 945 time: 0.1112127 Feb 04 17:28:47.684570 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6116d8c-d701-4f12-a3ba-c2aeb61b64a9']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:47.699335 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:47.699768 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abfa1620-dfd7-4bd7-ad97-308bf4cf9053') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:47.706126 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:47.716672 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (abfa1620-dfd7-4bd7-ad97-308bf4cf9053), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.741065 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (abfa1620-dfd7-4bd7-ad97-308bf4cf9053), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.750845 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:47.751387 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8a614ac1-7985-4c6e-8fe0-e6b05f706b20 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:47.752138 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 97175813-55b5-469e-acc7-7c6229e06c8f no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:47.752603 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:47.753253 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (abfa1620-dfd7-4bd7-ad97-308bf4cf9053), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:47.757763 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:47.766079 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0c401ff7-d026-497d-b41d-382e2f2b6b9d req-262984bf-c7a8-4107-bdf1-9f45d8833f1c tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827169 Feb 04 17:28:47.786940 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 97175813-55b5-469e-acc7-7c6229e06c8f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:47.787421 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 97175813-55b5-469e-acc7-7c6229e06c8f not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:47.787912 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 57baa7ae-2daf-4541-bfae-a8e8a44a3260 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:47.816331 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 57baa7ae-2daf-4541-bfae-a8e8a44a3260 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:47.816680 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 57baa7ae-2daf-4541-bfae-a8e8a44a3260 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:47.991972 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (d6116d8c-d701-4f12-a3ba-c2aeb61b64a9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:47.997024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.001312 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] 10.222.0.24 "DELETE /v2.0/networks/d6116d8c-d701-4f12-a3ba-c2aeb61b64a9 HTTP/1.1" status: 204 len: 168 time: 1.1452658 Feb 04 17:28:48.004380 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 32824) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:48.016559 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83c713-582e-4bf1-9980-a0aab51306ce admin admin] Pushing event deleted for resources: {'Network': ['ID=d6116d8c-d701-4f12-a3ba-c2aeb61b64a9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:48.520436 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (e9ae4ee3-131e-461d-989b-8d211c607a45), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.829664 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Deleting port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:48.830500 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.910210 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a1a4-7e6d-412c-8b2b-a91c400e2318 req-94ff6ae7-9dd1-4d3e-9478-d82833af826a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:48.913298 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc76a1a4-7e6d-412c-8b2b-a91c400e2318 req-94ff6ae7-9dd1-4d3e-9478-d82833af826a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 945 time: 0.0655329 Feb 04 17:28:48.923905 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] For port 16d0ab95-8c0b-46a2-9b9c-dc894e606da4, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,segment=NetworkSegment(8b6ecc9f-7789-4d6c-bca1-cb77d8958dce),segment_id=8b6ecc9f-7789-4d6c-bca1-cb77d8958dce)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:48.924279 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:48.941805 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Calling delete_port for 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:48.973179 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc76a1a4-7e6d-412c-8b2b-a91c400e2318 req-799fcf48-bfa0-4efa-bba4-e0e3ce530286 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522552 Feb 04 17:28:49.024208 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:28:49.208987 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:28:49.214429 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:28:49.214844 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.248133 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (16d0ab95-8c0b-46a2-9b9c-dc894e606da4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.279758 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Pushing event deleted for resources: {'Port': ['ID=16d0ab95-8c0b-46a2-9b9c-dc894e606da4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:49.326015 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:28:49.326497 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.355223 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:49.358508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76921f7e-4940-4880-a1f4-9219f9071980" -d '{"events": [{"server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "name": "network-vif-plugged", "status": "completed", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:49.397286 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:49.424694 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff10681-ef1d-4a8f-851e-208173b97067 x-openstack-request-id: req-9ff10681-ef1d-4a8f-851e-208173b97067 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:49.425397 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "name": "network-vif-plugged", "status": "completed", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:49.425877 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ff10681-ef1d-4a8f-851e-208173b97067 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:49.427348 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'code': 200} Feb 04 17:28:49.493651 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.507046 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (e9ae4ee3-131e-461d-989b-8d211c607a45), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:49.592921 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:49.849125 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d92869-9423-41b9-b4cf-7c75d1c7e4ed req-602df7ed-4809-4219-b6be-f22753c2be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:49.851062 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-21d92869-9423-41b9-b4cf-7c75d1c7e4ed req-602df7ed-4809-4219-b6be-f22753c2be88 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 1130 time: 0.0656340 Feb 04 17:28:49.915410 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-21d92869-9423-41b9-b4cf-7c75d1c7e4ed req-6aa89766-271c-411f-8151-b2a66a8fdbab service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571630 Feb 04 17:28:50.143966 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba7abc-6474-44ff-b153-1829d14be4d0 req-a2e9616b-ddbd-48b0-a5af-57212cccc2ee tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:50.146068 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-51ba7abc-6474-44ff-b153-1829d14be4d0 req-a2e9616b-ddbd-48b0-a5af-57212cccc2ee tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.0826740 Feb 04 17:28:50.156813 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Router e9ae4ee3-131e-461d-989b-8d211c607a45 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:50.207876 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-51ba7abc-6474-44ff-b153-1829d14be4d0 req-492a7dcb-a61c-4bc4-bbed-357b67f1d259 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555921 Feb 04 17:28:50.309043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:50.314693 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-1174c190-d948-43f5-b1e1-63588bc402aa admin admin] 10.222.0.24 "PUT /v2.0/routers/e9ae4ee3-131e-461d-989b-8d211c607a45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3076823 Feb 04 17:28:50.319775 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 32836) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:50.323491 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] Sync routers for ids ['e9ae4ee3-131e-461d-989b-8d211c607a45'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:50.341130 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] Routers {'e9ae4ee3-131e-461d-989b-8d211c607a45'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:50.342204 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['e9ae4ee3-131e-461d-989b-8d211c607a45'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:50.505453 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks [] for router (e9ae4ee3-131e-461d-989b-8d211c607a45), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.505914 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] Set router e9ae4ee3-131e-461d-989b-8d211c607a45 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:50.632460 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks [] for router_gateway (e9ae4ee3-131e-461d-989b-8d211c607a45), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.738150 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73'}], 'enable_snat': True}, 'gw_port_id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:28:49Z', 'revision_number': 5, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port': {'id': '82f9bccc-e6a1-444e-ba53-43ee6498415b', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:ec:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:23:18Z', 'updated_at': '2022-02-04T17:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:50.768693 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] Checking router: e9ae4ee3-131e-461d-989b-8d211c607a45 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:50.779993 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] Routers {'e9ae4ee3-131e-461d-989b-8d211c607a45'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:50.780640 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['e9ae4ee3-131e-461d-989b-8d211c607a45'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:50.823501 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Deleting port 82f9bccc-e6a1-444e-ba53-43ee6498415b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:50.824231 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.883920 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] Set router e9ae4ee3-131e-461d-989b-8d211c607a45 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:50.918633 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] For port 82f9bccc-e6a1-444e-ba53-43ee6498415b, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=82f9bccc-e6a1-444e-ba53-43ee6498415b,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:50.919550 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:50.935337 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Calling delete_port for 82f9bccc-e6a1-444e-ba53-43ee6498415b owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:50.945266 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 6, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port_host': None}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:50.980230 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a63900-4530-4bb7-9efe-b24996562c30 None None] The sync data for ids ['e9ae4ee3-131e-461d-989b-8d211c607a45'] in dv-cinder-817351-10-iscsi is: [{'id': 'e9ae4ee3-131e-461d-989b-8d211c607a45', 'name': 'tempest-TestMinimumBasicScenario-208387343-router', 'tenant_id': '94502189561e4d45b9581bbc3834aae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:23:17Z', 'updated_at': '2022-02-04T17:28:50Z', 'revision_number': 6, 'project_id': '94502189561e4d45b9581bbc3834aae5', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:51.288800 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (82f9bccc-e6a1-444e-ba53-43ee6498415b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.336454 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=82f9bccc-e6a1-444e-ba53-43ee6498415b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:51.422446 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d551fd-c9d7-4a1a-a73e-41251eab16e5 req-c5e512e7-84f7-49b2-8134-83b17f7e6140 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:51.424308 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3d551fd-c9d7-4a1a-a73e-41251eab16e5 req-c5e512e7-84f7-49b2-8134-83b17f7e6140 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.0917056 Feb 04 17:28:51.450741 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (e9ae4ee3-131e-461d-989b-8d211c607a45), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.507098 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b3d551fd-c9d7-4a1a-a73e-41251eab16e5 req-e2985f52-6ae4-45c1-8dbb-5c958d3d4b4d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721326 Feb 04 17:28:51.591696 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (e9ae4ee3-131e-461d-989b-8d211c607a45), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.595000 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks [] for router_controller (e9ae4ee3-131e-461d-989b-8d211c607a45), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.784692 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (e9ae4ee3-131e-461d-989b-8d211c607a45), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.785175 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ae4ee3-131e-461d-989b-8d211c607a45 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:28:51.790820 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.792776 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3cd28657-422a-450c-ae6e-ba2f14b22cfe admin admin] 10.222.0.24 "DELETE /v2.0/routers/e9ae4ee3-131e-461d-989b-8d211c607a45 HTTP/1.1" status: 204 len: 168 time: 1.4709744 Feb 04 17:28:51.795302 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 32846) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:51.860085 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Deleting subnet 8a484ad5-025c-4688-aba4-e425b7f16824 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:28:51.866178 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Publish callbacks [] for subnet (8a484ad5-025c-4688-aba4-e425b7f16824), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.923968 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (8a484ad5-025c-4688-aba4-e425b7f16824), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:51.997023 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:52.049079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:52.049400 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 16d0ab95-8c0b-46a2-9b9c-dc894e606da4 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:52.090262 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (8a484ad5-025c-4688-aba4-e425b7f16824), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.282753 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.345096 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (8a484ad5-025c-4688-aba4-e425b7f16824), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.382399 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a484ad5-025c-4688-aba4-e425b7f16824,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:52.395902 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.402731 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a484ad5-025c-4688-aba4-e425b7f16824 HTTP/1.1" status: 204 len: 168 time: 0.6029377 Feb 04 17:28:52.403075 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4da213-8650-41be-9564-4a34b6e71aeb None None] Network b7b10bc3-8519-4a91-950d-8d801b7267c0 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:28:52.403247 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.403247 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.403247 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.403247 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.403247 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.404024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.404024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.404304 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.404455 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.404691 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 32848) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:52.404856 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.405103 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.405430 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.405758 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fca53b2-37d7-47f7-9d38-47d1e28802d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:52.531895 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (b7b10bc3-8519-4a91-950d-8d801b7267c0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.644481 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] DHCP port deletion for b7b10bc3-8519-4a91-950d-8d801b7267c0 request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:28:52.679913 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Deleting port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:52.679913 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.722029 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] Deleting port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:28:52.722700 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.792076 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63866-f23c-4183-b913-06ada9a61226 req-f78dedcf-4e44-4957-9fd6-54480e6ecc4d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:52.795208 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-17b63866-f23c-4183-b913-06ada9a61226 req-f78dedcf-4e44-4957-9fd6-54480e6ecc4d tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.1637003 Feb 04 17:28:52.831965 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] For port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,segment=NetworkSegment(8b6ecc9f-7789-4d6c-bca1-cb77d8958dce),segment_id=8b6ecc9f-7789-4d6c-bca1-cb77d8958dce)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:52.832619 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.839020 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] For port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,segment=NetworkSegment(8b6ecc9f-7789-4d6c-bca1-cb77d8958dce),segment_id=8b6ecc9f-7789-4d6c-bca1-cb77d8958dce)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:28:52.839820 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:52.858818 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] Calling delete_port for 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:52.863334 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Calling delete_port for 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:28:52.890939 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-17b63866-f23c-4183-b913-06ada9a61226 req-ece22492-730f-4764-98f3-1340a086e148 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862720 Feb 04 17:28:53.084353 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effcb6b-961c-4fdc-929b-aed8387bc4f7 req-a328f099-e236-441f-8d3e-93de1fb20ff0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:53.086966 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-4effcb6b-961c-4fdc-929b-aed8387bc4f7 req-a328f099-e236-441f-8d3e-93de1fb20ff0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.0913665 Feb 04 17:28:53.100095 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 32860) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:53.105834 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Request body: {'floatingip': {'port_id': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:28:53.153414 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (1489aee9-abd3-40a4-8a5a-fec669f8744d), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.179597 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.197383 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (7821efdf-c2e4-4ab1-babd-36b6e9f1d5da), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.234132 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] Pushing event deleted for resources: {'Port': ['ID=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:53.244683 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ab7d4c-0fc9-42fb-8b72-16e493abcb85 None None] No DVR routers for this DVR port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:53.258523 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Pushing event deleted for resources: {'Port': ['ID=7821efdf-c2e4-4ab1-babd-36b6e9f1d5da,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:53.262886 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] No DVR routers for this DVR port 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da on host dv-cinder-817351-10-iscsi {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:28:53.436549 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (b7b10bc3-8519-4a91-950d-8d801b7267c0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.477935 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b10bc3-8519-4a91-950d-8d801b7267c0']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:53.495887 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:53.498643 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b6ecc9f-7789-4d6c-bca1-cb77d8958dce') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:53.515213 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (8b6ecc9f-7789-4d6c-bca1-cb77d8958dce), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.544867 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (8b6ecc9f-7789-4d6c-bca1-cb77d8958dce), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.557446 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:28:53.558123 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (8b6ecc9f-7789-4d6c-bca1-cb77d8958dce), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:28:53.561672 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:28:53.631921 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:53.669892 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:53.670876 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 7821efdf-c2e4-4ab1-babd-36b6e9f1d5da not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:53.671883 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 82f9bccc-e6a1-444e-ba53-43ee6498415b no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:28:53.699863 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 82f9bccc-e6a1-444e-ba53-43ee6498415b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:28:53.700375 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 82f9bccc-e6a1-444e-ba53-43ee6498415b not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:28:53.791764 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (b7b10bc3-8519-4a91-950d-8d801b7267c0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.802522 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:53.806027 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] 10.222.0.24 "DELETE /v2.0/networks/b7b10bc3-8519-4a91-950d-8d801b7267c0 HTTP/1.1" status: 204 len: 168 time: 1.3991513 Feb 04 17:28:53.837893 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df149bdc-ac64-4757-bf39-49cca457226b admin admin] Pushing event deleted for resources: {'Network': ['ID=b7b10bc3-8519-4a91-950d-8d801b7267c0,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:54.327471 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.402476 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (1489aee9-abd3-40a4-8a5a-fec669f8744d), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.427642 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 32870) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:54.499337 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5ad84ef0-35b8-4e28-84fd-3c4395f26a23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0328885f1514f0fab483bcef5b2ed84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0754278 Feb 04 17:28:54.502820 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 32872) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:54.568808 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.l3_db [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Floating IP 1489aee9-abd3-40a4-8a5a-fec669f8744d associated. External IP: 172.27.0.39, port: 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d. Feb 04 17:28:54.600657 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab53ce2-4644-4a98-8621-867e22f79f30 admin admin] Publish callbacks [] for security_group (eeab0113-3ff3-4814-9857-9b0b4b25a8ac), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.620841 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab53ce2-4644-4a98-8621-867e22f79f30 admin admin] Publish callbacks [] for security_group (eeab0113-3ff3-4814-9857-9b0b4b25a8ac), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.854601 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab53ce2-4644-4a98-8621-867e22f79f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (eeab0113-3ff3-4814-9857-9b0b4b25a8ac), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.860708 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ab53ce2-4644-4a98-8621-867e22f79f30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:54.862869 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3ab53ce2-4644-4a98-8621-867e22f79f30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eeab0113-3ff3-4814-9857-9b0b4b25a8ac HTTP/1.1" status: 204 len: 168 time: 0.3581128 Feb 04 17:28:54.878178 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab53ce2-4644-4a98-8621-867e22f79f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab0113-3ff3-4814-9857-9b0b4b25a8ac,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:54.913414 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:28:55.088166 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:28:55.101855 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:55.102978 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] Sync routers for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:28:55.114836 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:55.115876 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:55.159306 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5db094e5-1dff-4123-ad60-9d6d2bbd0656 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "PUT /v2.0/floatingips/1489aee9-abd3-40a4-8a5a-fec669f8744d HTTP/1.1" status: 200 len: 991 time: 2.0579312 Feb 04 17:28:55.160358 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:28:55.163994 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0c32cc-7c61-4af3-a209-fac749396d61" -d '{"events": [{"name": "network-changed", "server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:28:55.243231 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445d76a8-1678-4509-84c2-ec41e269f5fa x-openstack-request-id: req-445d76a8-1678-4509-84c2-ec41e269f5fa {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:28:55.243534 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:28:55.243822 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-445d76a8-1678-4509-84c2-ec41e269f5fa {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:28:55.244253 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'status': 'completed', 'code': 200} Feb 04 17:28:55.310021 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:55.374897 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb58a1e-b958-45c2-be03-dc6a4696a135 req-48cc39a4-bf31-4ce7-a9ff-b4747312b9d4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:55.377057 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7cb58a1e-b958-45c2-be03-dc6a4696a135 req-48cc39a4-bf31-4ce7-a9ff-b4747312b9d4 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.1317725 Feb 04 17:28:55.385006 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-2d6f6e90-1097-4103-b768-914dace644b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:55.387116 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-2d6f6e90-1097-4103-b768-914dace644b1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=55326c2102354486ac3307b9155f9a91&device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 1130 time: 0.0968385 Feb 04 17:28:55.510894 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7cb58a1e-b958-45c2-be03-dc6a4696a135 req-74b7142a-910d-4087-94cb-c74ce5c1c7fb tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211150 Feb 04 17:28:55.552245 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-d12bd352-08b2-4843-915a-363fe9ff25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:55.552245 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-d12bd352-08b2-4843-915a-363fe9ff25f3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 200 len: 911 time: 0.1453259 Feb 04 17:28:55.628050 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-5adcc761-d8ea-4228-b2d8-4b287e1143e1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d HTTP/1.1" status: 200 len: 999 time: 0.0764492 Feb 04 17:28:55.666046 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '1489aee9-abd3-40a4-8a5a-fec669f8744d', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'port_id': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'mac_address': 'fa:16:3e:f1:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:24Z', 'updated_at': '2022-02-04T17:28:54Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:55.708731 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] Checking router: ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:28:55.718500 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-3f9861c4-e006-4e09-b835-f7506c42fde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:55.719250 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:28:55.719930 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:28:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:55.721104 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-3f9861c4-e006-4e09-b835-f7506c42fde2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 200 len: 849 time: 0.0869756 Feb 04 17:28:55.805123 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-f2e62a38-0457-49e2-a186-0d1579d44a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:55.807948 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-f2e62a38-0457-49e2-a186-0d1579d44a5e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=70e854be-0fd2-4ca0-a059-0dae6806d9af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0801089 Feb 04 17:28:55.920158 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:28:55.951332 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 32886) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:55.954747 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-b10ca51e-47cb-4681-8d78-246e7939b1b6 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393178 Feb 04 17:28:56.008358 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c097c71f-076e-48ca-8116-e63e53402a16 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94502189561e4d45b9581bbc3834aae5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551474 Feb 04 17:28:56.012979 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 32888) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:28:56.119883 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Publish callbacks [] for security_group (bc66d875-4c02-4861-b8b9-32b251978636), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.163032 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2d0c32cc-7c61-4af3-a209-fac749396d61 req-d5eac5fc-97e6-456c-91a5-7e5eeff6cc30 service neutron] 10.222.0.93 "GET /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017095 Feb 04 17:28:56.165848 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Publish callbacks [] for security_group (bc66d875-4c02-4861-b8b9-32b251978636), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.425134 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bc66d875-4c02-4861-b8b9-32b251978636), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.429584 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:28:56.431276 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc66d875-4c02-4861-b8b9-32b251978636 HTTP/1.1" status: 204 len: 168 time: 0.4166174 Feb 04 17:28:56.444302 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc66d875-4c02-4861-b8b9-32b251978636,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:28:56.455230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.455230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.455230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.455826 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.455972 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.456367 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.456542 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.457004 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.460138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.460138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.460138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.460138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.460138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b771fbae-1d0b-439d-9bb7-2e7f59f33b5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:28:56.633436 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '1489aee9-abd3-40a4-8a5a-fec669f8744d', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'port_id': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'mac_address': 'fa:16:3e:f1:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:24Z', 'updated_at': '2022-02-04T17:28:54Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:28:56.688658 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6278a6-2255-4e2d-b9d1-58d74a9a221d None None] The sync data for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi is: [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '1489aee9-abd3-40a4-8a5a-fec669f8744d', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'port_id': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'mac_address': 'fa:16:3e:f1:d4:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:28:24Z', 'updated_at': '2022-02-04T17:28:54Z', 'revision_number': 1, 'project_id': '55326c2102354486ac3307b9155f9a91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:28:56.759175 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0267724e-f235-4448-bb37-af1dd7daa916 req-bac144e4-b3f3-48d0-b76a-422e9ba7eb00 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:28:56.761032 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0267724e-f235-4448-bb37-af1dd7daa916 req-bac144e4-b3f3-48d0-b76a-422e9ba7eb00 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.1020606 Feb 04 17:28:56.847340 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0267724e-f235-4448-bb37-af1dd7daa916 req-e7192926-033a-4fb5-a588-dfa72466f31f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735230 Feb 04 17:28:57.002321 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-550a57a5-628d-4935-8800-2e893461f418 None None] New status for floating IP 1489aee9-abd3-40a4-8a5a-fec669f8744d: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:28:59.741536 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:29:02.476209 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bfdce302-29ad-4ab7-92b1-838ed733a31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:05.865384 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3c504a07-1242-4f6c-8516-e3789502ed19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:08.092570 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.528884 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:11.531576 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:22.275322 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:32.412128 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b6b8bef-a699-4e16-a2b0-701e319e1ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:33.326373 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd78ddf0-1ccf-4462-b440-7584b2b7df2c req-1b3d3e5f-59fd-4d3b-8cd6-a3ab4f79ffe3 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:33.327963 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd78ddf0-1ccf-4462-b440-7584b2b7df2c req-1b3d3e5f-59fd-4d3b-8cd6-a3ab4f79ffe3 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 945 time: 0.0706325 Feb 04 17:29:33.392688 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bd78ddf0-1ccf-4462-b440-7584b2b7df2c req-1f054f2e-95f2-42ee-aba1-e4956992099f tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545115 Feb 04 17:29:34.555340 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4ed24-198d-429a-87f4-2184853236a1 req-75bbce5c-6968-4830-aa74-3f1b7b73e738 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:34.557004 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40c4ed24-198d-429a-87f4-2184853236a1 req-75bbce5c-6968-4830-aa74-3f1b7b73e738 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 945 time: 0.0609167 Feb 04 17:29:34.611490 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40c4ed24-198d-429a-87f4-2184853236a1 req-3f809b6a-9b6b-4808-aff7-e29362469b31 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481381 Feb 04 17:29:35.593055 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-d9e86fe7-624c-4751-8da1-1725a47ac571 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:35.596041 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-d9e86fe7-624c-4751-8da1-1725a47ac571 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 945 time: 0.0878525 Feb 04 17:29:35.800619 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Deleting port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:29:35.800978 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.810670 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3e5bf-1f72-4dd0-8617-e8431a821269 req-55c0e774-75e5-4690-9f03-ac03149c8eea tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:35.812270 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fde3e5bf-1f72-4dd0-8617-e8431a821269 req-55c0e774-75e5-4690-9f03-ac03149c8eea tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 945 time: 0.1088626 Feb 04 17:29:35.859261 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-21d80484-17a0-4a4e-b7c7-6d6994a2e5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:35.994597 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fde3e5bf-1f72-4dd0-8617-e8431a821269 req-a6777fe6-9215-4612-aa07-82c81c16e053 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650383 Feb 04 17:29:36.026425 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] For port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:29:36.026813 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.043109 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Calling delete_port for 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:29:36.292255 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.306669 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:29:36.345571 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Pushing event deleted for resources: {'Port': ['ID=8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:36.414655 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] No DVR routers for this DVR port 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:29:36.417962 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:36.421584 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ce72823e-637d-4a67-ad71-9cb219d3ec59 req-3834c3bc-d398-4780-ae20-12ea8b305dae tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "DELETE /v2.0/ports/8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 HTTP/1.1" status: 204 len: 173 time: 0.8204858 Feb 04 17:29:36.422067 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'name': 'network-vif-deleted', 'tag': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:36.428003 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1075f18f-f6fb-4df6-ae81-bfc4519f7947" -d '{"events": [{"server_uuid": "f8d10f17-7df7-4b59-a4e5-11b2a1b7d676", "name": "network-vif-deleted", "tag": "8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:36.485091 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aeb1106-5b67-4f36-b89b-09187f88ba9e x-openstack-request-id: req-8aeb1106-5b67-4f36-b89b-09187f88ba9e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:36.485528 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d10f17-7df7-4b59-a4e5-11b2a1b7d676", "name": "network-vif-deleted", "tag": "8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:36.485908 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8aeb1106-5b67-4f36-b89b-09187f88ba9e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:36.486524 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d10f17-7df7-4b59-a4e5-11b2a1b7d676', 'name': 'network-vif-deleted', 'tag': '8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2', 'status': 'completed', 'code': 200} Feb 04 17:29:36.743031 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:29:37.120972 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f7dd98bb-4efc-4958-8ce5-2ba6d0f050d3 req-81ad821f-4608-49eb-8696-22a3ab07257b tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8d10f17-7df7-4b59-a4e5-11b2a1b7d676 HTTP/1.1" status: 200 len: 210 time: 0.0331519 Feb 04 17:29:38.006843 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:39.286211 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:29:39.307364 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:29:39.307724 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8d8858a2-0bce-4aef-b4f5-f48e5c9fdbf2 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:29:41.445920 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:41.492540 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:51.255330 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6d8a9c26-5a53-4c6c-9ba1-9a98d6378e21 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:51.257019 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6d8a9c26-5a53-4c6c-9ba1-9a98d6378e21 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/networks?id=22475777-5b38-4366-a60c-932f77f6decd HTTP/1.1" status: 200 len: 813 time: 0.1201251 Feb 04 17:29:51.274095 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-0cdd8e98-b2bc-4070-a5da-726a9f56ed7a tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/quotas/06ec14f00b144b45b65dcb17a1a993f4 HTTP/1.1" status: 200 len: 375 time: 0.0109353 Feb 04 17:29:51.313790 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-604267fd-248e-43d0-806f-87703eb843b4 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300491 Feb 04 17:29:51.420772 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-0052d43d-5546-495a-94b2-c95f487a39c9 service neutron] 10.222.0.24 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998228 Feb 04 17:29:51.522262 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-97eb18c4-9b3f-4f35-894e-fdadb68088c8 service neutron] 10.222.0.24 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946548 Feb 04 17:29:51.800989 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-420cd523-2331-4f63-a2c9-8e74e2f102e0 req-83ffb1ad-f4d0-4e12-a991-6682067159e3 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 210 time: 0.0415120 Feb 04 17:29:52.292590 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:52.948957 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-53282e7e-736c-47d6-9970-6249426f1f36 req-7a643d16-c3fa-470d-8766-8024085a1435 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 210 time: 0.0356967 Feb 04 17:29:54.094620 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2f90eab7-d824-406a-895f-569e4865ec74 req-0b10ec39-3f9c-4bc7-9f56-517cecd4abca tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 210 time: 0.0369775 Feb 04 17:29:54.168657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-a34b9636-483b-4977-b84b-2eadfbf258a8 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:54.171311 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-a34b9636-483b-4977-b84b-2eadfbf258a8 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "GET /v2.0/networks?id=22475777-5b38-4366-a60c-932f77f6decd HTTP/1.1" status: 200 len: 813 time: 0.1835520 Feb 04 17:29:54.186224 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Request body: {'port': {'device_id': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'network_id': '22475777-5b38-4366-a60c-932f77f6decd', 'admin_state_up': True, 'tenant_id': '06ec14f00b144b45b65dcb17a1a993f4'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:54.616934 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Made reservation on behalf of 06ec14f00b144b45b65dcb17a1a993f4 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:29:54.621045 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:54.762112 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Allocated IP 172.20.0.4 (22475777-5b38-4366-a60c-932f77f6decd/cc8b4cc9-aae4-41e7-b073-898fad57beb1/db6d3a43-362a-44a3-97d5-7933ae00374c) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:29:54.943616 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks [] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.082535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.140485 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Network 22475777-5b38-4366-a60c-932f77f6decd is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:29:55.148109 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:29:55.149305 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:29:55.153758 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Pushing event updated for resources: {'Port': ['ID=db6d3a43-362a-44a3-97d5-7933ae00374c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:55.184235 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.185368 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.185368 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.185368 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.185886 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.185886 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.186240 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.186588 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.186916 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.187248 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.187605 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.187909 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.188237 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:29:55.237267 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:55.237615 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.278674 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fce58-6524-4bf8-b73d-082927c09e59 req-92dc52c9-db05-447f-a30f-97c77c9640ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:55.281002 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b44fce58-6524-4bf8-b73d-082927c09e59 req-92dc52c9-db05-447f-a30f-97c77c9640ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 931 time: 0.0860054 Feb 04 17:29:55.338516 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b44fce58-6524-4bf8-b73d-082927c09e59 req-facec7e2-6fb5-497f-a208-106a5c6a11fd tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503237 Feb 04 17:29:55.342757 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-2791cf96-e88a-48a4-bd6d-da3e05ea67ab tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1629710 Feb 04 17:29:55.354263 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Request body: {'port': {'device_id': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:29:55.425054 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.723546 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6d3a43-362a-44a3-97d5-7933ae00374c {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:29:55.738455 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Publish callbacks [] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.761287 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Transition to ACTIVE for port object db6d3a43-362a-44a3-97d5-7933ae00374c will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:29:55.852101 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:55.917756 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Pushing event updated for resources: {'Port': ['ID=db6d3a43-362a-44a3-97d5-7933ae00374c,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:56.011011 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Attempting to bind port db6d3a43-362a-44a3-97d5-7933ae00374c on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:29:56.011363 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Attempting to bind port db6d3a43-362a-44a3-97d5-7933ae00374c by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:29:56.011695 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Attempting to bind port db6d3a43-362a-44a3-97d5-7933ae00374c on network 22475777-5b38-4366-a60c-932f77f6decd {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:56.016905 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Port db6d3a43-362a-44a3-97d5-7933ae00374c on network 22475777-5b38-4366-a60c-932f77f6decd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:29:56.017500 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Attempting to bind port db6d3a43-362a-44a3-97d5-7933ae00374c on network 22475777-5b38-4366-a60c-932f77f6decd {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:29:56.028601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:29:56.028601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Checking segment: {'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:29:56.028601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Bound using segment: {'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:29:56.028601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Bound port: db6d3a43-362a-44a3-97d5-7933ae00374c, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a0ed116-592c-4941-aaa3-86ee9137e16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '22475777-5b38-4366-a60c-932f77f6decd'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:29:56.028601 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.098590 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] For port db6d3a43-362a-44a3-97d5-7933ae00374c, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:29:56.101893 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] For port db6d3a43-362a-44a3-97d5-7933ae00374c, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=db6d3a43-362a-44a3-97d5-7933ae00374c,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:29:56.201082 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.235095 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.237065 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:29:56.238263 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] 10.222.0.93 "PUT /v2.0/ports/db6d3a43-362a-44a3-97d5-7933ae00374c HTTP/1.1" status: 200 len: 1093 time: 0.8884819 Feb 04 17:29:56.240858 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'tag': 'db6d3a43-362a-44a3-97d5-7933ae00374c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:29:56.244132 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18af3034-c870-4d37-9234-cbcedbcc0249" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0fb2ff-2c05-4bef-97d5-04a820bed818", "tag": "db6d3a43-362a-44a3-97d5-7933ae00374c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:29:56.275736 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011947a-3d98-4e7b-afd9-56717a189e1f service neutron] Pushing event updated for resources: {'Port': ['ID=db6d3a43-362a-44a3-97d5-7933ae00374c,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:29:56.302440 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301e9042-8194-4477-b997-13971fb5eba2 x-openstack-request-id: req-301e9042-8194-4477-b997-13971fb5eba2 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:29:56.302777 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0fb2ff-2c05-4bef-97d5-04a820bed818", "tag": "db6d3a43-362a-44a3-97d5-7933ae00374c", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:29:56.303078 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-301e9042-8194-4477-b997-13971fb5eba2 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:29:56.304119 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'tag': 'db6d3a43-362a-44a3-97d5-7933ae00374c', 'status': 'completed', 'code': 200} Feb 04 17:29:56.407227 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3034-c870-4d37-9234-cbcedbcc0249 req-2aeabd50-2d93-4cc6-97b9-d1d44db35fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.410739 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-18af3034-c870-4d37-9234-cbcedbcc0249 req-2aeabd50-2d93-4cc6-97b9-d1d44db35fac service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 1127 time: 0.0878892 Feb 04 17:29:56.651545 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63e1fc5-56ff-4a08-9cb2-ff7517726063 req-100919aa-43a2-407e-ac10-fe02308ac653 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.654013 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d63e1fc5-56ff-4a08-9cb2-ff7517726063 req-100919aa-43a2-407e-ac10-fe02308ac653 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 943 time: 0.2202246 Feb 04 17:29:56.694477 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3034-c870-4d37-9234-cbcedbcc0249 req-e7460b56-8da7-4763-8644-bb1830b34e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.697228 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-18af3034-c870-4d37-9234-cbcedbcc0249 req-e7460b56-8da7-4763-8644-bb1830b34e1e service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2790151 Feb 04 17:29:56.786120 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d63e1fc5-56ff-4a08-9cb2-ff7517726063 req-96167191-1157-4725-b131-f006a994ca6e tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214080 Feb 04 17:29:56.826975 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af3034-c870-4d37-9234-cbcedbcc0249 req-db26f4c5-de40-45cf-9f9d-78be277af8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.828512 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-18af3034-c870-4d37-9234-cbcedbcc0249 req-db26f4c5-de40-45cf-9f9d-78be277af8a7 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243510 Feb 04 17:29:56.914056 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-84e4ede2-e22a-46d0-a66b-ebcc995b2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:56.915580 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-84e4ede2-e22a-46d0-a66b-ebcc995b2338 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 1127 time: 0.0502191 Feb 04 17:29:56.959457 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-dd2e2578-d95a-488b-9240-07dbdc542b4f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=db6d3a43-362a-44a3-97d5-7933ae00374c HTTP/1.1" status: 200 len: 217 time: 0.0363610 Feb 04 17:29:57.009972 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-5dacd026-ec8f-4d63-94bf-e6e455139268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:57.011627 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-5dacd026-ec8f-4d63-94bf-e6e455139268 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=cc8b4cc9-aae4-41e7-b073-898fad57beb1 HTTP/1.1" status: 200 len: 853 time: 0.0464404 Feb 04 17:29:57.047077 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-8bb43e48-8e3b-4665-a07c-e75826ab1b4d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=22475777-5b38-4366-a60c-932f77f6decd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286844 Feb 04 17:29:57.147026 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-464cd4ae-cd3d-4d42-b3cc-d677690c80ee service neutron] 10.222.0.93 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940878 Feb 04 17:29:57.251086 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-618ccc45-7ff3-4573-9eb5-02b21ba5dec5 req-212d88a1-d54d-4683-89b3-d62e66e1d1d3 service neutron] 10.222.0.93 "GET /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976906 Feb 04 17:29:57.918149 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c11e7-4173-4cd9-bff4-deb97186393b req-a667f591-bf80-4f40-9207-82d307e00731 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:57.920303 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-580c11e7-4173-4cd9-bff4-deb97186393b req-a667f591-bf80-4f40-9207-82d307e00731 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 943 time: 0.0626624 Feb 04 17:29:57.973652 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-580c11e7-4173-4cd9-bff4-deb97186393b req-9f918bc2-35e5-4461-9a5b-bf9ce4dd6eb8 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470126 Feb 04 17:29:58.123241 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-d5c7f968-00d2-4f4f-9e79-83cfeaadcfc0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533526 Feb 04 17:29:58.217402 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-7dbaf6c8-4776-4e37-9dd9-cafa93bce129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:58.218990 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-7dbaf6c8-4776-4e37-9dd9-cafa93bce129 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 1130 time: 0.0493345 Feb 04 17:29:58.327596 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-402d32e9-f894-417e-a885-e08bd2b59c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:58.329543 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-402d32e9-f894-417e-a885-e08bd2b59c6f service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.0905433 Feb 04 17:29:58.455458 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-f70294ed-92fd-4572-9ea1-e964d20d88c9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71d2dc23-e18a-47e9-9473-203731bc2391 HTTP/1.1" status: 200 len: 1002 time: 0.1191769 Feb 04 17:29:58.520205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-48b52092-9254-4d11-9f69-bf7ec021a1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:58.521912 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-48b52092-9254-4d11-9f69-bf7ec021a1ae service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0600555 Feb 04 17:29:58.579573 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-a59e2252-8ace-4a80-afac-73d44da3f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:58.586029 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-a59e2252-8ace-4a80-afac-73d44da3f172 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0579906 Feb 04 17:29:58.706038 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-a618486c-48fb-421a-8da0-345fb4eaa79a service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125011 Feb 04 17:29:58.806434 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d8a2541b-5a49-4ce9-9515-0e016a313e42 req-567edb10-c73e-43e2-a9e9-2618abd25e5e service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939174 Feb 04 17:29:59.117770 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb4816-eb90-44c1-9ff2-0166cb9e7df0 req-40aca2ec-01cc-4677-9eda-648283aa88e6 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:29:59.119481 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b1fb4816-eb90-44c1-9ff2-0166cb9e7df0 req-40aca2ec-01cc-4677-9eda-648283aa88e6 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 943 time: 0.0689709 Feb 04 17:29:59.179485 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b1fb4816-eb90-44c1-9ff2-0166cb9e7df0 req-753cc881-fc36-4e4a-be85-8fd747b155c6 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491483 Feb 04 17:30:00.349237 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dec728-47f0-417d-a69a-b6c37c10dc8c req-44f78528-f47e-4128-a0e9-61ab8f328698 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:00.351956 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d8dec728-47f0-417d-a69a-b6c37c10dc8c req-44f78528-f47e-4128-a0e9-61ab8f328698 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 943 time: 0.0866663 Feb 04 17:30:00.409786 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d8dec728-47f0-417d-a69a-b6c37c10dc8c req-258edb13-63df-4904-a121-38a58bb5420d tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516648 Feb 04 17:30:01.443034 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device db6d3a43-362a-44a3-97d5-7933ae00374c details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:30:01.599419 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port db6d3a43-362a-44a3-97d5-7933ae00374c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=db6d3a43-362a-44a3-97d5-7933ae00374c,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:01.605133 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485782fc-082d-4ee9-a1fd-3ab37a5ae591 req-81c2c393-a3ac-4513-8f2e-705affe07a60 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:01.608780 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-485782fc-082d-4ee9-a1fd-3ab37a5ae591 req-81c2c393-a3ac-4513-8f2e-705affe07a60 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 943 time: 0.1111836 Feb 04 17:30:01.621090 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': 'db6d3a43-362a-44a3-97d5-7933ae00374c', 'network_id': '22475777-5b38-4366-a60c-932f77f6decd', 'port_id': 'db6d3a43-362a-44a3-97d5-7933ae00374c', 'mac_address': 'fa:16:3e:78:3b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc8b4cc9-aae4-41e7-b073-898fad57beb1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:30:01.691027 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-485782fc-082d-4ee9-a1fd-3ab37a5ae591 req-8f6d1cef-ba22-41f8-8e1f-b2d826d58a25 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750642 Feb 04 17:30:01.692736 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port db6d3a43-362a-44a3-97d5-7933ae00374c is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:01.693307 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.719762 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6d3a43-362a-44a3-97d5-7933ae00374c {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:01.744968 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port db6d3a43-362a-44a3-97d5-7933ae00374c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=db6d3a43-362a-44a3-97d5-7933ae00374c,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:01.863002 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:01.915707 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=db6d3a43-362a-44a3-97d5-7933ae00374c,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:01.923656 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.924010 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.924399 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.924742 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.925082 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.925414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.925748 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.926083 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.926446 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.926781 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.927113 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.927431 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:01.927755 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:02.255937 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['db6d3a43-362a-44a3-97d5-7933ae00374c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:30:02.425992 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2e8159f0-565c-44d8-9ff7-4a5fc455e18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:02.830544 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0e078-f427-43c2-aef8-2ddefe61d781 req-490c96f2-c525-4b5e-825b-d7efe5aa4cbd tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:02.832112 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f0e078-f427-43c2-aef8-2ddefe61d781 req-490c96f2-c525-4b5e-825b-d7efe5aa4cbd tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 944 time: 0.0604012 Feb 04 17:30:02.883261 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-34f0e078-f427-43c2-aef8-2ddefe61d781 req-854fcce5-5e02-40e8-80a2-b53f9dc5832c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453146 Feb 04 17:30:03.460968 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device db6d3a43-362a-44a3-97d5-7933ae00374c up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:30:03.650714 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port db6d3a43-362a-44a3-97d5-7933ae00374c completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:30:03.655283 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port db6d3a43-362a-44a3-97d5-7933ae00374c triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:03.655671 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.744403 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port db6d3a43-362a-44a3-97d5-7933ae00374c is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:30:03.744709 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.770641 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6d3a43-362a-44a3-97d5-7933ae00374c'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:03.773190 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5dd0c1-6854-4a17-978a-be7acebe2beb" -d '{"events": [{"server_uuid": "bb0fb2ff-2c05-4bef-97d5-04a820bed818", "name": "network-vif-plugged", "status": "completed", "tag": "db6d3a43-362a-44a3-97d5-7933ae00374c"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:03.788421 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port db6d3a43-362a-44a3-97d5-7933ae00374c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=db6d3a43-362a-44a3-97d5-7933ae00374c,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:03.813875 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caebdeb3-4526-4a43-8cb6-3278c47c0182 x-openstack-request-id: req-caebdeb3-4526-4a43-8cb6-3278c47c0182 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:03.814561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0fb2ff-2c05-4bef-97d5-04a820bed818", "name": "network-vif-plugged", "status": "completed", "tag": "db6d3a43-362a-44a3-97d5-7933ae00374c", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:03.814561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-caebdeb3-4526-4a43-8cb6-3278c47c0182 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:03.815418 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6d3a43-362a-44a3-97d5-7933ae00374c', 'code': 200} Feb 04 17:30:03.857739 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:03.917706 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=db6d3a43-362a-44a3-97d5-7933ae00374c,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:04.038482 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bb956-2a28-4ead-bcd8-fcee19e3577f req-c2bd34ed-906b-4ca9-8442-c82c541d714c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:04.040425 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5a4bb956-2a28-4ead-bcd8-fcee19e3577f req-c2bd34ed-906b-4ca9-8442-c82c541d714c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 945 time: 0.0725393 Feb 04 17:30:04.103611 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5a4bb956-2a28-4ead-bcd8-fcee19e3577f req-eba6c6fc-0f2f-4afa-abe1-59afe049c25c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561504 Feb 04 17:30:04.182622 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c78b-b53a-4898-948e-d832e6f14e79 req-273d630d-7011-4f86-b7a1-808c5e10033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:04.184384 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2ed9c78b-b53a-4898-948e-d832e6f14e79 req-273d630d-7011-4f86-b7a1-808c5e10033e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 1129 time: 0.0614145 Feb 04 17:30:04.237541 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2ed9c78b-b53a-4898-948e-d832e6f14e79 req-7cff3884-5f4e-492f-a93a-569c60d273e7 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448153 Feb 04 17:30:05.252745 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9da57d-b6f4-4d4e-8062-bea91c9a429b req-b29a4a7c-5c05-4b32-9e3f-6f00d6408c5c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:05.254455 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ae9da57d-b6f4-4d4e-8062-bea91c9a429b req-b29a4a7c-5c05-4b32-9e3f-6f00d6408c5c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 945 time: 0.0624330 Feb 04 17:30:05.310084 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ae9da57d-b6f4-4d4e-8062-bea91c9a429b req-959c13eb-83d3-4644-aec3-48faded11809 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493627 Feb 04 17:30:05.840373 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-88e13ddc-d22b-484e-8879-f5192c5e43e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:06.457241 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8574d054-f5a0-4aed-9d23-7e80e0dfd23f req-b949b527-a938-47f8-8f94-51e1e8d063d4 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:06.459034 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8574d054-f5a0-4aed-9d23-7e80e0dfd23f req-b949b527-a938-47f8-8f94-51e1e8d063d4 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 945 time: 0.0611360 Feb 04 17:30:06.523820 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8574d054-f5a0-4aed-9d23-7e80e0dfd23f req-01fa2e4d-e283-4d0e-ad88-770f2d43380e tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543387 Feb 04 17:30:08.057245 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.411854 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:11.441392 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:13.749391 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:30:22.245575 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:32.496905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d8827ecf-d923-45d1-b0ab-c3771e9cde6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:35.873151 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2fa0da8c-35c1-407c-8631-d5a1ebd83284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:37.094935 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b57a4-c79b-4296-b9fd-cd0309044892 req-6b63a4dc-4d32-479f-b954-e87894edb31a tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:37.098639 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5f2b57a4-c79b-4296-b9fd-cd0309044892 req-6b63a4dc-4d32-479f-b954-e87894edb31a tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 945 time: 0.1149988 Feb 04 17:30:37.191113 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5f2b57a4-c79b-4296-b9fd-cd0309044892 req-adae9c0e-e221-49f2-b2d0-e593d2a71fbf tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839338 Feb 04 17:30:37.778777 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6542b0a4-1c34-4c8b-bf87-58060f592cad req-b8daa553-ed71-4eee-95ba-1a5f2ef1cf3a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:37.781241 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6542b0a4-1c34-4c8b-bf87-58060f592cad req-b8daa553-ed71-4eee-95ba-1a5f2ef1cf3a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.0883219 Feb 04 17:30:37.866603 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6542b0a4-1c34-4c8b-bf87-58060f592cad req-12214c26-1919-4359-9859-fb2feb6de3fa tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776041 Feb 04 17:30:37.982662 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:38.330844 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a55a21-dd25-46a2-944f-575539cf681e req-9fe9aeea-dfef-4328-86c8-f45dbe45bd1b tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:38.333156 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c5a55a21-dd25-46a2-944f-575539cf681e req-9fe9aeea-dfef-4328-86c8-f45dbe45bd1b tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 945 time: 0.0640516 Feb 04 17:30:38.405593 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c5a55a21-dd25-46a2-944f-575539cf681e req-b10241f5-5929-45a0-944e-07e3b674ea8d tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619705 Feb 04 17:30:38.978694 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-3de85553-4b68-4ea3-8f6b-27630bf3e380 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:38.981394 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-3de85553-4b68-4ea3-8f6b-27630bf3e380 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 945 time: 0.0910838 Feb 04 17:30:39.029105 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e408ff31-ea4a-4115-8c68-accd0ac504d3 req-d78419b0-591e-4f13-ab68-10f212d59c76 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:39.032431 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e408ff31-ea4a-4115-8c68-accd0ac504d3 req-d78419b0-591e-4f13-ab68-10f212d59c76 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.0794318 Feb 04 17:30:39.101897 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e408ff31-ea4a-4115-8c68-accd0ac504d3 req-dde89453-7d54-49f3-853f-973de05af565 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587430 Feb 04 17:30:39.144675 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Deleting port db6d3a43-362a-44a3-97d5-7933ae00374c {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:39.145072 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.265889 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] For port db6d3a43-362a-44a3-97d5-7933ae00374c, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=db6d3a43-362a-44a3-97d5-7933ae00374c,segment=NetworkSegment(7a0ed116-592c-4941-aaa3-86ee9137e16c),segment_id=7a0ed116-592c-4941-aaa3-86ee9137e16c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:39.266476 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.283314 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Calling delete_port for db6d3a43-362a-44a3-97d5-7933ae00374c owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:39.652017 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-13036752-59a7-446e-9986-63eb7fafdf64 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:39.654770 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-13036752-59a7-446e-9986-63eb7fafdf64 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.0968454 Feb 04 17:30:39.830086 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Deleting port 71d2dc23-e18a-47e9-9473-203731bc2391 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:30:39.830706 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.880707 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0547405-d0da-440b-8976-543c7ee8e1b7 req-823e9321-9061-45bc-b92c-1afa411bc81c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:39.883192 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0547405-d0da-440b-8976-543c7ee8e1b7 req-823e9321-9061-45bc-b92c-1afa411bc81c tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 945 time: 0.0977230 Feb 04 17:30:39.921515 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (db6d3a43-362a-44a3-97d5-7933ae00374c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:39.936505 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['db6d3a43-362a-44a3-97d5-7933ae00374c'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:30:39.981266 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Pushing event deleted for resources: {'Port': ['ID=db6d3a43-362a-44a3-97d5-7933ae00374c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:39.988782 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] For port 71d2dc23-e18a-47e9-9473-203731bc2391, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71d2dc23-e18a-47e9-9473-203731bc2391,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:30:39.989604 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.050025 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e0547405-d0da-440b-8976-543c7ee8e1b7 req-8b7d908b-059a-4751-bf0b-76a5bb052b59 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/security-groups?id=60d49cbd-ee53-4e64-8db1-ed5242d280b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518788 Feb 04 17:30:40.079156 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] No DVR routers for this DVR port db6d3a43-362a-44a3-97d5-7933ae00374c on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:40.085711 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.089787 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5ec5d2ab-6df6-4b1a-9c9c-306956e66b8e req-d26c0c4f-5205-497a-894a-a6139f5f1d26 tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.93 "DELETE /v2.0/ports/db6d3a43-362a-44a3-97d5-7933ae00374c HTTP/1.1" status: 204 len: 173 time: 1.0982316 Feb 04 17:30:40.090491 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'name': 'network-vif-deleted', 'tag': 'db6d3a43-362a-44a3-97d5-7933ae00374c'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:40.093089 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c084a7-dc9b-4743-9556-0d82db531c8b" -d '{"events": [{"server_uuid": "bb0fb2ff-2c05-4bef-97d5-04a820bed818", "name": "network-vif-deleted", "tag": "db6d3a43-362a-44a3-97d5-7933ae00374c"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:40.163040 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e34e44d-f38a-41b3-aa01-691be8477dc2 x-openstack-request-id: req-5e34e44d-f38a-41b3-aa01-691be8477dc2 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:40.163040 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0fb2ff-2c05-4bef-97d5-04a820bed818", "name": "network-vif-deleted", "tag": "db6d3a43-362a-44a3-97d5-7933ae00374c", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:40.163040 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e34e44d-f38a-41b3-aa01-691be8477dc2 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:40.163040 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb0fb2ff-2c05-4bef-97d5-04a820bed818', 'name': 'network-vif-deleted', 'tag': 'db6d3a43-362a-44a3-97d5-7933ae00374c', 'status': 'completed', 'code': 200} Feb 04 17:30:40.311606 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87258272-51c9-4ffc-b9aa-0cc8933440b8 req-e091e89a-943e-4964-86b2-056a90b71ede tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:40.315403 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-87258272-51c9-4ffc-b9aa-0cc8933440b8 req-e091e89a-943e-4964-86b2-056a90b71ede tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 946 time: 0.1043022 Feb 04 17:30:40.350869 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.351732 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (9541e174-0d4c-4bea-b973-bd1a26f359a8), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.351732 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Floating IP 9541e174-0d4c-4bea-b973-bd1a26f359a8 disassociated. External IP: 172.27.0.166, port: 71d2dc23-e18a-47e9-9473-203731bc2391. Feb 04 17:30:40.352084 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Calling delete_port for 71d2dc23-e18a-47e9-9473-203731bc2391 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:30:40.389891 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-87258272-51c9-4ffc-b9aa-0cc8933440b8 req-d57ee6cc-893a-473d-bf1a-87df9569b289 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659173 Feb 04 17:30:40.640040 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (71d2dc23-e18a-47e9-9473-203731bc2391), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:40.676790 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event deleted for resources: {'Port': ['ID=71d2dc23-e18a-47e9-9473-203731bc2391,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:40.696752 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.697305 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.697859 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.698417 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.698947 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.699482 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.700038 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.710556 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.710556 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.710556 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.710556 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.710556 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.710556 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:30:40.836263 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:30:40.992188 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:30:41.008045 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:30:41.029791 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:41.030565 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:30:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:41.068221 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] No DVR routers for this DVR port 71d2dc23-e18a-47e9-9473-203731bc2391 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:30:41.072421 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.079225 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-aad632c7-03eb-4e05-bbac-6e4235d9c590 req-5fbcaa87-40aa-4910-89b8-afcbdf63cac9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "DELETE /v2.0/ports/71d2dc23-e18a-47e9-9473-203731bc2391 HTTP/1.1" status: 204 len: 173 time: 1.4177396 Feb 04 17:30:41.079979 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'name': 'network-vif-deleted', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:41.084048 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2328295e-6a0a-4add-88ca-45e4663abdac" -d '{"events": [{"server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "name": "network-vif-deleted", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:41.180419 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57ea2cb-b8a3-425e-a514-94791650a93c x-openstack-request-id: req-b57ea2cb-b8a3-425e-a514-94791650a93c {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:41.180861 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8025a448-5931-44c2-be93-f08aa9a0518a", "name": "network-vif-deleted", "tag": "71d2dc23-e18a-47e9-9473-203731bc2391", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:41.181840 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b57ea2cb-b8a3-425e-a514-94791650a93c {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:41.183494 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8025a448-5931-44c2-be93-f08aa9a0518a', 'name': 'network-vif-deleted', 'tag': '71d2dc23-e18a-47e9-9473-203731bc2391', 'status': 'completed', 'code': 200} Feb 04 17:30:41.230027 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:41.312176 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-295e794e-0058-4c7b-b20d-eb6c3018ce5b req-50e09972-5b35-417b-83ad-1a9cc05d79ba tempest-VolumesSnapshotTestJSON-547427610 tempest-VolumesSnapshotTestJSON-547427610-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb0fb2ff-2c05-4bef-97d5-04a820bed818 HTTP/1.1" status: 200 len: 210 time: 0.0516841 Feb 04 17:30:41.505770 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.531206 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:41.552718 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-25bb3b7f-a166-44f9-97d8-76413454818b req-05504336-d775-44b6-9569-0bf5ced93518 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 210 time: 0.0498583 Feb 04 17:30:41.559889 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:41.590500 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:30:41.602753 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:30:41.603759 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:30:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:41.742155 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:30:41.988697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:30:42.022554 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebcd022-490a-4340-8c03-0a7ed0e67efe None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:30:42.274123 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9299b-d12d-4aca-bd5e-d44e47ee0535 None None] New status for floating IP 9541e174-0d4c-4bea-b973-bd1a26f359a8: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:30:42.692809 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bcbc2157-453b-4b64-815c-cea2ab53e6a6 req-d72aecc9-3555-4863-995e-1222d9939a77 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=8025a448-5931-44c2-be93-f08aa9a0518a HTTP/1.1" status: 200 len: 210 time: 0.0400054 Feb 04 17:30:43.599984 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71d2dc23-e18a-47e9-9473-203731bc2391 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:43.637702 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 71d2dc23-e18a-47e9-9473-203731bc2391 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:43.638383 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71d2dc23-e18a-47e9-9473-203731bc2391 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:43.639127 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device db6d3a43-362a-44a3-97d5-7933ae00374c no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:30:43.675560 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: db6d3a43-362a-44a3-97d5-7933ae00374c {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:30:43.676088 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device db6d3a43-362a-44a3-97d5-7933ae00374c not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:30:43.988112 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-a7013a64-9094-4c02-a9fd-fecea5111110 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245604653&fields=id&tenant_id=61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 267 time: 0.0520141 Feb 04 17:30:44.124770 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-bd7da38e-5dc4-41bb-b6b6-9eb1e00d6eb9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:44.127619 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-bd7da38e-5dc4-41bb-b6b6-9eb1e00d6eb9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 811 time: 0.1322737 Feb 04 17:30:44.145883 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-fb65dd45-f8b2-4a63-9cf6-35859fe47928 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/quotas/61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 375 time: 0.0116994 Feb 04 17:30:44.219859 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-bb499d21-1b8c-431e-aa94-9b0555991828 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635121 Feb 04 17:30:44.375869 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-6391ade0-b355-47bf-af10-a072ea5ecc25 service neutron] 10.222.0.24 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327765 Feb 04 17:30:44.513000 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-b654e061-d581-444d-95ce-88e146b70d9b service neutron] 10.222.0.24 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303499 Feb 04 17:30:45.233671 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b88b976e-6bcd-4945-bfb1-44a54a12ea36 req-01b9799d-6146-4c45-8e1c-987575a8b44a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0408416 Feb 04 17:30:46.354970 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2f51269b-4e0f-4f11-8834-86987fd03c4b req-076e4daa-5cb1-457a-bab0-34ef1b046417 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0319216 Feb 04 17:30:47.472966 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-de24cd9c-6325-43c6-8e40-8589fc941c9e req-c6bc9e84-7152-4f09-8eec-99f3307dfea8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0390668 Feb 04 17:30:48.590337 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-17b15d5f-d054-44ad-bbc7-2f4180c1e273 req-4d150f39-0cd7-4ba2-af97-a32e83f4bc88 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0354159 Feb 04 17:30:49.735821 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-aa6a13e0-8488-44d6-887d-89ff36f78817 req-0ba36bca-b676-499d-9b57-1aa23e404e3c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0477395 Feb 04 17:30:50.570198 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-b40418aa-8afc-4d02-b8d7-2fcec602f216 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:50.571831 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-b40418aa-8afc-4d02-b8d7-2fcec602f216 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 811 time: 0.1432588 Feb 04 17:30:50.662027 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-fc1b5f7a-dda6-4f7a-bc30-f00a3542f2a2 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 379 time: 0.0796640 Feb 04 17:30:50.672242 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'port': {'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'admin_state_up': True, 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'security_groups': ['3ca75bc9-394b-4300-8f9a-91fde46064fb']}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:50.745114 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:30:50.909547 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-59d6ae21-21a1-44da-b890-010206c203ff req-629da081-f8da-4665-8fa0-6fdae299a636 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0606525 Feb 04 17:30:50.969830 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Made reservation on behalf of 61dfb6adbeed41138806ac5bf4ceccfe for: {'port': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:30:50.973692 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.177923 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Allocated IP 172.20.0.11 (54835a6e-f061-47b3-9399-e56c69d8d398/e24407b5-b109-49f6-aedd-2cfe05e8f346/80b1b40f-8a02-4b60-9654-4f08ff42d379) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:30:51.354050 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.469073 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.559912 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Network 54835a6e-f061-47b3-9399-e56c69d8d398 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:30:51.566410 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:30:51.573493 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:30:51.618556 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=80b1b40f-8a02-4b60-9654-4f08ff42d379,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:51.673301 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:51.674104 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.770627 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e0cf4355-f43b-43c5-a636-08004631d32e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1024733 Feb 04 17:30:51.789313 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Request body: {'port': {'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:30:51.871383 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:51.937416 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-31adc5be-949d-4a56-b5e7-413d5a079e91 None None] Provisioning complete for port 80b1b40f-8a02-4b60-9654-4f08ff42d379 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:30:51.938172 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-31adc5be-949d-4a56-b5e7-413d5a079e91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.004300 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-31adc5be-949d-4a56-b5e7-413d5a079e91 None None] Port 80b1b40f-8a02-4b60-9654-4f08ff42d379 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:30:52.127291 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c561d-6443-43a6-8ecf-f1d08e591d59 req-6de86b7d-cc96-4768-b137-3a0e73bf73b6 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.129403 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f15c561d-6443-43a6-8ecf-f1d08e591d59 req-6de86b7d-cc96-4768-b137-3a0e73bf73b6 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 932 time: 0.0907176 Feb 04 17:30:52.206517 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f15c561d-6443-43a6-8ecf-f1d08e591d59 req-d3537825-8ccd-4cd8-8807-c6dcd466b86d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667295 Feb 04 17:30:52.282170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b1b40f-8a02-4b60-9654-4f08ff42d379 {{(pid=103214) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:30:52.298493 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Publish callbacks [] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.314701 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.321508 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.provisioning_blocks [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Transition to ACTIVE for port object 80b1b40f-8a02-4b60-9654-4f08ff42d379 will not be triggered until provisioned by entity L2. {{(pid=103214) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:30:52.473475 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.529114 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Pushing event updated for resources: {'Port': ['ID=80b1b40f-8a02-4b60-9654-4f08ff42d379,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:52.639932 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Attempting to bind port 80b1b40f-8a02-4b60-9654-4f08ff42d379 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:30:52.641690 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Attempting to bind port 80b1b40f-8a02-4b60-9654-4f08ff42d379 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:30:52.641881 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Attempting to bind port 80b1b40f-8a02-4b60-9654-4f08ff42d379 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:52.648298 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Port 80b1b40f-8a02-4b60-9654-4f08ff42d379 on network 54835a6e-f061-47b3-9399-e56c69d8d398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:30:52.648761 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Attempting to bind port 80b1b40f-8a02-4b60-9654-4f08ff42d379 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:30:52.655866 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:30:52.656525 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Checking segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:30:52.657114 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Bound using segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} {{(pid=103214) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:30:52.657668 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.managers [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Bound port: 80b1b40f-8a02-4b60-9654-4f08ff42d379, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}}] {{(pid=103214) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:30:52.658150 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.752154 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] For port 80b1b40f-8a02-4b60-9654-4f08ff42d379, host hv-cinder-81735, cleared binding levels {{(pid=103214) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:30:52.756071 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] For port 80b1b40f-8a02-4b60-9654-4f08ff42d379, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103214) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:30:52.852701 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.904479 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:52.905126 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:30:52.907155 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] 10.222.0.93 "PUT /v2.0/ports/80b1b40f-8a02-4b60-9654-4f08ff42d379 HTTP/1.1" status: 200 len: 1094 time: 1.1276109 Feb 04 17:30:52.907665 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:30:52.910005 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01a5705-d6a2-4a04-ad2e-a39121ac30df" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:30:52.950440 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b302cc-cc84-41db-baa5-42d75e8b2496 service neutron] Pushing event updated for resources: {'Port': ['ID=80b1b40f-8a02-4b60-9654-4f08ff42d379,revision_number=3']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:30:52.974129 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514c563e-7abd-431c-9415-4a6b7c1ae7bc x-openstack-request-id: req-514c563e-7abd-431c-9415-4a6b7c1ae7bc {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:30:52.975001 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:30:52.975522 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-514c563e-7abd-431c-9415-4a6b7c1ae7bc {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:30:52.976271 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'status': 'completed', 'code': 200} Feb 04 17:30:53.074015 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a5705-d6a2-4a04-ad2e-a39121ac30df req-550895bf-4e33-473f-b56f-c672a99cd9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.077025 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d01a5705-d6a2-4a04-ad2e-a39121ac30df req-550895bf-4e33-473f-b56f-c672a99cd9b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1128 time: 0.0859187 Feb 04 17:30:53.279891 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a5705-d6a2-4a04-ad2e-a39121ac30df req-1bdf3a88-65dc-4858-bdbd-ed419ad888af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.283220 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d01a5705-d6a2-4a04-ad2e-a39121ac30df req-1bdf3a88-65dc-4858-bdbd-ed419ad888af service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1990843 Feb 04 17:30:53.390882 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7256b5-af94-4651-915d-cfe00d281846 req-c7242d76-fdd0-4bf3-ab07-3a3aa26e8466 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.393577 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ae7256b5-af94-4651-915d-cfe00d281846 req-c7242d76-fdd0-4bf3-ab07-3a3aa26e8466 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0972939 Feb 04 17:30:53.458169 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ae7256b5-af94-4651-915d-cfe00d281846 req-4557e398-de1e-422d-9713-ee8fb974911a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572581 Feb 04 17:30:53.470739 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a5705-d6a2-4a04-ad2e-a39121ac30df req-b411a782-be01-4677-9a4b-02a7fce9b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.473489 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d01a5705-d6a2-4a04-ad2e-a39121ac30df req-b411a782-be01-4677-9a4b-02a7fce9b05c service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1840229 Feb 04 17:30:53.585026 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-5653ce85-9200-4be6-9b84-d9936fc06dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.587872 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-5653ce85-9200-4be6-9b84-d9936fc06dda service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1128 time: 0.0655532 Feb 04 17:30:53.651041 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-e28a3a2d-673c-4328-a386-a5b4cd8fdafc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379 HTTP/1.1" status: 200 len: 217 time: 0.0560014 Feb 04 17:30:53.713921 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-550f2e80-a120-4c06-924d-78e3ab79cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.715963 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-550f2e80-a120-4c06-924d-78e3ab79cf28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0586879 Feb 04 17:30:53.775724 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-7c5d3102-587e-4c66-b555-93964566d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:53.777463 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-7c5d3102-587e-4c66-b555-93964566d667 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531073 Feb 04 17:30:53.932268 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-d1a826ad-2d36-4b3a-841b-763d8e7562b1 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473098 Feb 04 17:30:54.082076 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9ebc8842-c5ca-4267-8e6f-d99b1d19ac1c req-3e0c2b2e-8af4-4883-86ed-33fb00947e52 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428852 Feb 04 17:30:54.820796 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c6bd9-da7c-49d5-be34-cc5d6fa57993 req-8f6c6a8e-b99f-4cc7-933a-953086a970a7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:54.822930 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-797c6bd9-da7c-49d5-be34-cc5d6fa57993 req-8f6c6a8e-b99f-4cc7-933a-953086a970a7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.2795715 Feb 04 17:30:54.890452 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-797c6bd9-da7c-49d5-be34-cc5d6fa57993 req-806a3736-88ff-47fa-b45b-ac7cebbd5e8b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598848 Feb 04 17:30:56.044590 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c210b-c515-4945-b0e1-e9ff1c43c18a req-0157c38c-553a-4278-8bce-25ad798b4263 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:56.046395 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-991c210b-c515-4945-b0e1-e9ff1c43c18a req-0157c38c-553a-4278-8bce-25ad798b4263 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0651169 Feb 04 17:30:56.110191 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-991c210b-c515-4945-b0e1-e9ff1c43c18a req-f1d87a33-10bf-426d-944c-cf9d8fd5eac2 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516701 Feb 04 17:30:57.291510 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14bc55a-bc3f-462d-966d-dcf29b58522f req-f75f71ab-1b4a-4049-be6a-81a21243ed3b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.293512 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b14bc55a-bc3f-462d-966d-dcf29b58522f req-f75f71ab-1b4a-4049-be6a-81a21243ed3b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0653656 Feb 04 17:30:57.386558 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b14bc55a-bc3f-462d-966d-dcf29b58522f req-d2a203e8-3719-476b-85c7-e3cb40e9771e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823152 Feb 04 17:30:57.454260 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2473f239-6aa8-4b1c-843f-dc3bdc450485 req-d1bfffe1-1724-42fd-8be8-164488cc51c3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:57.465734 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2473f239-6aa8-4b1c-843f-dc3bdc450485 req-d1bfffe1-1724-42fd-8be8-164488cc51c3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0727262 Feb 04 17:30:57.515927 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2473f239-6aa8-4b1c-843f-dc3bdc450485 req-f2e0a927-242e-42b8-b22b-4bd96ce41434 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503995 Feb 04 17:30:58.149231 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-105be389-ae1b-4482-9f66-288cd6ff6394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.150729 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-105be389-ae1b-4482-9f66-288cd6ff6394 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1130 time: 0.0519202 Feb 04 17:30:58.278733 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-9da96042-86b3-4150-b30b-adf12010969c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.280343 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-9da96042-86b3-4150-b30b-adf12010969c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1018960 Feb 04 17:30:58.353776 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-6d125eb8-13c2-4f27-b66e-ac28aa56d2a2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 1002 time: 0.0667374 Feb 04 17:30:58.410961 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-48b7ecfa-123f-4a3e-a8db-a7b3f7cf5ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.413551 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-48b7ecfa-123f-4a3e-a8db-a7b3f7cf5ae6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.0528059 Feb 04 17:30:58.493564 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-e83b3167-0a7e-489d-baf3-9cfd46d2ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.495540 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-e83b3167-0a7e-489d-baf3-9cfd46d2ea91 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0753040 Feb 04 17:30:58.558534 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9fc28-096e-44ea-a633-bd8bcf9c609b req-73f33978-fd66-4313-a57e-14ce78ca92bb tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.560170 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73e9fc28-096e-44ea-a633-bd8bcf9c609b req-73f33978-fd66-4313-a57e-14ce78ca92bb tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0689948 Feb 04 17:30:58.621945 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73e9fc28-096e-44ea-a633-bd8bcf9c609b req-fbd0680c-ba70-466e-a329-c4dc5f381daa tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547669 Feb 04 17:30:58.698653 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f705e13-f941-41f6-98ce-afc9573dfe76 req-9c45c130-2f41-412d-85b3-89b27adf0ff6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:58.700294 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6f705e13-f941-41f6-98ce-afc9573dfe76 req-9c45c130-2f41-412d-85b3-89b27adf0ff6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0648773 Feb 04 17:30:58.759345 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6f705e13-f941-41f6-98ce-afc9573dfe76 req-d1354ab9-ea00-4707-8f92-ff968beb475a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480475 Feb 04 17:30:59.792494 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d10555-8b9c-4b95-8a81-d6d1e2dd0b27 req-d1e38972-53a7-44a6-9604-5a2c94437222 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.795364 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11d10555-8b9c-4b95-8a81-d6d1e2dd0b27 req-d1e38972-53a7-44a6-9604-5a2c94437222 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0895202 Feb 04 17:30:59.883584 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-11d10555-8b9c-4b95-8a81-d6d1e2dd0b27 req-ca09d5ce-cbe9-46fb-8776-d69f6bcf0f8a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813553 Feb 04 17:30:59.908632 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5a7db-3945-4080-abea-c082758c6d14 req-cc7db385-892d-4b6b-b8cd-118ce8b4899a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:30:59.910474 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-70b5a7db-3945-4080-abea-c082758c6d14 req-cc7db385-892d-4b6b-b8cd-118ce8b4899a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0632081 Feb 04 17:30:59.965402 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-70b5a7db-3945-4080-abea-c082758c6d14 req-c1879eac-d492-495f-a8ea-f6fa1e44064a tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487552 Feb 04 17:31:00.362791 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-7c5e8637-9b88-4f1d-9be5-46063f051505 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958700 Feb 04 17:31:01.046352 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b75442-d9cb-4976-b945-cf33094d9dac req-47936698-ec93-479b-9553-28fbfc0d54bc tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.049770 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f4b75442-d9cb-4976-b945-cf33094d9dac req-47936698-ec93-479b-9553-28fbfc0d54bc tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0792801 Feb 04 17:31:01.194049 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f4b75442-d9cb-4976-b945-cf33094d9dac req-54b529db-322d-43bd-a2d4-e1985cc375e4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375561 Feb 04 17:31:01.306428 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872215c-4c4f-4ec8-a2f3-5946ac52c349 req-5f1e223a-a3b0-453f-8802-c3eec0ce83c2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:01.308500 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0872215c-4c4f-4ec8-a2f3-5946ac52c349 req-5f1e223a-a3b0-453f-8802-c3eec0ce83c2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0875697 Feb 04 17:31:01.364679 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0872215c-4c4f-4ec8-a2f3-5946ac52c349 req-c7c728f5-ef90-4a9a-a64b-0e824bb31cc6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493448 Feb 04 17:31:01.784915 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-40eb2630-bc47-427c-8b05-38b2ed58df8a req-dd5f051c-7bbf-4984-942f-4f41b767111d service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040976 Feb 04 17:31:02.340698 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d41532-9281-4d6b-a6eb-4eb76f07b3b4 req-f188ded9-406e-4936-9b99-5c8d00bb5689 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.342318 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-52d41532-9281-4d6b-a6eb-4eb76f07b3b4 req-f188ded9-406e-4936-9b99-5c8d00bb5689 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0608771 Feb 04 17:31:02.400639 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-52d41532-9281-4d6b-a6eb-4eb76f07b3b4 req-e2f5f406-f775-404c-bbd3-38e43094e9b1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518887 Feb 04 17:31:02.455406 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f7efa014-5357-4161-976c-15a14a99db94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:02.547954 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888f5e6-2021-4f1c-bfc2-9680d8fb876d req-60b3c92e-c6b8-4f91-a802-8d091ae945ca tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:02.550742 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7888f5e6-2021-4f1c-bfc2-9680d8fb876d req-60b3c92e-c6b8-4f91-a802-8d091ae945ca tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0766702 Feb 04 17:31:02.641101 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7888f5e6-2021-4f1c-bfc2-9680d8fb876d req-4fabbc68-8738-4cd7-9b08-cc78ff646aa5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838189 Feb 04 17:31:03.546875 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903ae96-2e18-43a0-bd23-ca946ea6496f req-bf8ca11b-751f-49b7-8257-9554a102a951 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.548644 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a903ae96-2e18-43a0-bd23-ca946ea6496f req-bf8ca11b-751f-49b7-8257-9554a102a951 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0621126 Feb 04 17:31:03.614499 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a903ae96-2e18-43a0-bd23-ca946ea6496f req-3468a343-77de-4d56-b1f1-e0921b249ecf tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594628 Feb 04 17:31:03.804067 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15143a38-6acb-48a2-8b20-896b7f5b4268 req-cf27f07e-19b1-4c05-84b0-3effc52c6262 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:03.805821 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-15143a38-6acb-48a2-8b20-896b7f5b4268 req-cf27f07e-19b1-4c05-84b0-3effc52c6262 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0651476 Feb 04 17:31:03.866538 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-15143a38-6acb-48a2-8b20-896b7f5b4268 req-20fe3671-be1e-45c8-950a-72593b7b5890 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542855 Feb 04 17:31:04.761648 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe1e49-16fb-40cf-b2f3-f06fb888ec21 req-77df5717-e5ba-449d-8319-eff72f48b883 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:04.763500 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e4fe1e49-16fb-40cf-b2f3-f06fb888ec21 req-77df5717-e5ba-449d-8319-eff72f48b883 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0652969 Feb 04 17:31:04.825905 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e4fe1e49-16fb-40cf-b2f3-f06fb888ec21 req-4e32f2f3-906e-44c2-a06d-fd7bb415675a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549662 Feb 04 17:31:05.013018 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7859823-49c8-4a4a-8825-effed5b5a86f req-e1b1fc89-0232-40a3-b32a-639401ef39d2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:05.015625 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f7859823-49c8-4a4a-8825-effed5b5a86f req-e1b1fc89-0232-40a3-b32a-639401ef39d2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0641973 Feb 04 17:31:05.097949 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f7859823-49c8-4a4a-8825-effed5b5a86f req-bf34d36f-5665-44a7-b7cf-600e5386b19e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699399 Feb 04 17:31:05.964782 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-485014b1-0832-4ce3-9cf1-fd6a602ea421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:05.985694 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b24e7a-5499-4924-8517-0130b1c92d9b req-1baa14d8-a9e2-471c-8194-f6743a4a0e1b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:05.987378 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-39b24e7a-5499-4924-8517-0130b1c92d9b req-1baa14d8-a9e2-471c-8194-f6743a4a0e1b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0636098 Feb 04 17:31:06.049645 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-39b24e7a-5499-4924-8517-0130b1c92d9b req-c37a3769-285e-453e-a1da-faaad1b0e04b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558255 Feb 04 17:31:06.262901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fadd31-9d1a-43e5-95ad-f612d61a7615 req-453e2da7-8349-496c-897e-3543ab6c45a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:06.264854 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d5fadd31-9d1a-43e5-95ad-f612d61a7615 req-453e2da7-8349-496c-897e-3543ab6c45a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0659530 Feb 04 17:31:06.336741 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d5fadd31-9d1a-43e5-95ad-f612d61a7615 req-d52f08a7-3c84-4442-a9a9-da9a86eb8fc7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653424 Feb 04 17:31:07.200833 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c71b56-1574-43d7-924a-0f258240c48f req-6a3d0300-3b1e-42fa-a6d5-316aaaa5003b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.203105 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8c71b56-1574-43d7-924a-0f258240c48f req-6a3d0300-3b1e-42fa-a6d5-316aaaa5003b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 944 time: 0.0664315 Feb 04 17:31:07.264187 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c8c71b56-1574-43d7-924a-0f258240c48f req-aeea4bde-6a6f-4697-9d51-02d4f66ac4c1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550730 Feb 04 17:31:07.535928 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f5116-ceed-444e-b62c-6504a010fbb3 req-a2dca0a5-123f-4f4b-8143-b17b91ce220c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:07.535928 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-187f5116-ceed-444e-b62c-6504a010fbb3 req-a2dca0a5-123f-4f4b-8143-b17b91ce220c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0848589 Feb 04 17:31:07.592271 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-187f5116-ceed-444e-b62c-6504a010fbb3 req-1f0799cd-5d74-4a97-995f-6c4d7519d788 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522196 Feb 04 17:31:07.690672 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 80b1b40f-8a02-4b60-9654-4f08ff42d379 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:07.804251 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 80b1b40f-8a02-4b60-9654-4f08ff42d379, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:07.817535 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:07.858788 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 80b1b40f-8a02-4b60-9654-4f08ff42d379 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:07.859194 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:07.874300 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b1b40f-8a02-4b60-9654-4f08ff42d379 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:07.897665 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 80b1b40f-8a02-4b60-9654-4f08ff42d379, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:08.010800 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.062063 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:08.068495 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=80b1b40f-8a02-4b60-9654-4f08ff42d379,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:08.079892 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.080245 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.080964 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.081420 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.082061 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.082520 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.082874 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.083208 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.083545 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.083880 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.084212 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.084626 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.085050 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:08.412669 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aceaeb-342f-4950-be1c-e0042b08777d req-73a537a8-dc87-47f6-b125-152c8ca8bd78 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:08.415718 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['80b1b40f-8a02-4b60-9654-4f08ff42d379'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:08.420428 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-57aceaeb-342f-4950-be1c-e0042b08777d req-73a537a8-dc87-47f6-b125-152c8ca8bd78 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 945 time: 0.0766852 Feb 04 17:31:08.489567 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-57aceaeb-342f-4950-be1c-e0042b08777d req-ceda01b1-4b02-49ed-890b-32fd51be3eb9 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681622 Feb 04 17:31:08.793994 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e84b3-1cd7-4255-a8c5-c244e9e90971 req-fed9a33f-feb5-4f72-82e5-a09059cf0f9c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:08.796531 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9d3e84b3-1cd7-4255-a8c5-c244e9e90971 req-fed9a33f-feb5-4f72-82e5-a09059cf0f9c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0872838 Feb 04 17:31:08.855946 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9d3e84b3-1cd7-4255-a8c5-c244e9e90971 req-4e8072f7-8707-49cc-84a5-4e6a4cd8a8ce tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528030 Feb 04 17:31:09.667894 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1f851-a70a-4555-a8e6-888b86821b7e req-a0c2a483-c5ea-49f0-8e64-73b3a1405512 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:09.669566 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a6f1f851-a70a-4555-a8e6-888b86821b7e req-a0c2a483-c5ea-49f0-8e64-73b3a1405512 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 945 time: 0.0920427 Feb 04 17:31:09.693044 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 80b1b40f-8a02-4b60-9654-4f08ff42d379 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:09.729526 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a6f1f851-a70a-4555-a8e6-888b86821b7e req-2d1bdf09-87af-41fb-9578-64ef9ee4a48f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532684 Feb 04 17:31:09.865713 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 80b1b40f-8a02-4b60-9654-4f08ff42d379 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:31:09.870950 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 80b1b40f-8a02-4b60-9654-4f08ff42d379 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:09.871340 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.963688 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 80b1b40f-8a02-4b60-9654-4f08ff42d379 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:09.964124 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:09.994117 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:09.997127 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e58060-4c83-405f-b1a3-e6dd4dea6257" -d '{"events": [{"server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "name": "network-vif-plugged", "status": "completed", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:10.015806 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 80b1b40f-8a02-4b60-9654-4f08ff42d379, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:10.055813 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa021da-b477-4f52-bed0-b78c7a07e6ba x-openstack-request-id: req-4fa021da-b477-4f52-bed0-b78c7a07e6ba {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:10.056220 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "name": "network-vif-plugged", "status": "completed", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:10.056741 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fa021da-b477-4f52-bed0-b78c7a07e6ba {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:10.057329 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'code': 200} Feb 04 17:31:10.059870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4490213-8aae-4889-83be-cba1967fb6f5 req-445f1b71-0cd4-43b4-abf3-11caef919b41 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:10.061457 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d4490213-8aae-4889-83be-cba1967fb6f5 req-445f1b71-0cd4-43b4-abf3-11caef919b41 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0808408 Feb 04 17:31:10.118599 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d4490213-8aae-4889-83be-cba1967fb6f5 req-328a138b-3806-462a-8107-ced013bfc6f0 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506487 Feb 04 17:31:10.180042 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:10.257753 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=80b1b40f-8a02-4b60-9654-4f08ff42d379,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:10.620928 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3aed-e9c6-436c-92d8-e99fb6e8687d req-317ae12d-5bd4-48c5-a23b-8d64f37d49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:10.622883 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-12da3aed-e9c6-436c-92d8-e99fb6e8687d req-317ae12d-5bd4-48c5-a23b-8d64f37d49a6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1130 time: 0.0546036 Feb 04 17:31:10.691344 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-12da3aed-e9c6-436c-92d8-e99fb6e8687d req-2384f27e-a278-4c47-93fd-dd4239832921 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589283 Feb 04 17:31:10.915106 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676464a0-7aeb-4c54-a010-aa79462adf46 req-41452c7e-7752-4fcb-a185-7c4d50125c3a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:10.917065 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-676464a0-7aeb-4c54-a010-aa79462adf46 req-41452c7e-7752-4fcb-a185-7c4d50125c3a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 946 time: 0.0619872 Feb 04 17:31:10.979561 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-676464a0-7aeb-4c54-a010-aa79462adf46 req-b4df0782-9379-49ee-b2a9-f795b5234506 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550485 Feb 04 17:31:11.301408 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd5bdc-5dfd-4da4-9487-c4b504b6d57a req-b396bd4f-48f6-4769-8d0a-1c9123489862 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:11.301408 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-02dd5bdc-5dfd-4da4-9487-c4b504b6d57a req-b396bd4f-48f6-4769-8d0a-1c9123489862 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0744610 Feb 04 17:31:11.367727 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-02dd5bdc-5dfd-4da4-9487-c4b504b6d57a req-09824508-2ef0-4b92-8b3a-11ad4448ef12 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593271 Feb 04 17:31:11.439302 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:11.486563 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:12.160559 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057844c-6059-4954-9532-5ed2f1357781 req-92b51310-5d91-45c5-a002-7e1ba22edb23 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.162445 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0057844c-6059-4954-9532-5ed2f1357781 req-92b51310-5d91-45c5-a002-7e1ba22edb23 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 946 time: 0.0715363 Feb 04 17:31:12.235955 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0057844c-6059-4954-9532-5ed2f1357781 req-0a2a98c5-b2fa-4f70-8173-26fa41ff02f2 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612075 Feb 04 17:31:12.535223 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3702ff9b-a16c-4925-ad0c-7cb242c8343a req-cac4dcc4-e80e-4400-8db0-d5e972fc325b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:12.537144 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3702ff9b-a16c-4925-ad0c-7cb242c8343a req-cac4dcc4-e80e-4400-8db0-d5e972fc325b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0718570 Feb 04 17:31:12.624231 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3702ff9b-a16c-4925-ad0c-7cb242c8343a req-a9e2e39f-6a68-40f0-bcf8-0fe97be2e782 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764008 Feb 04 17:31:13.116202 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cf3fe-136b-4f74-85bd-4fbccaa1cb77 req-a888747e-f6e0-4825-9011-3ee83d316d7a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.117872 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-516cf3fe-136b-4f74-85bd-4fbccaa1cb77 req-a888747e-f6e0-4825-9011-3ee83d316d7a tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.0618534 Feb 04 17:31:13.177900 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-516cf3fe-136b-4f74-85bd-4fbccaa1cb77 req-3ccefe2c-0fb8-44b7-bea9-d645f378c499 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533693 Feb 04 17:31:13.397983 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583215c3-b2e0-42c5-9b58-dc637d72e58d req-f54f4a33-bf4b-471c-9b15-4db8e972a39a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.400006 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-583215c3-b2e0-42c5-9b58-dc637d72e58d req-f54f4a33-bf4b-471c-9b15-4db8e972a39a tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 946 time: 0.0651698 Feb 04 17:31:13.461788 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-583215c3-b2e0-42c5-9b58-dc637d72e58d req-3ba6e9a1-ca4c-4303-8088-7c00b9091fc4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542803 Feb 04 17:31:13.614858 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cac2d2-ac12-45b7-b837-8975f29797da req-0ab9c39b-62fd-4dea-8fd5-36ec6a1f360c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.617073 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-77cac2d2-ac12-45b7-b837-8975f29797da req-0ab9c39b-62fd-4dea-8fd5-36ec6a1f360c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 946 time: 0.0645826 Feb 04 17:31:13.685277 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-77cac2d2-ac12-45b7-b837-8975f29797da req-55f02ffd-957e-4aa9-a904-350204a1a183 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577810 Feb 04 17:31:13.719677 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:13.828943 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52884529-0be9-4c3f-a6e3-2b9fcd87ece9 tempest-TestVolumeBootPattern-835550833 tempest-TestVolumeBootPattern-835550833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.831978 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-52884529-0be9-4c3f-a6e3-2b9fcd87ece9 tempest-TestVolumeBootPattern-835550833 tempest-TestVolumeBootPattern-835550833-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1125 time: 0.1092138 Feb 04 17:31:13.835203 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33662) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:13.840119 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:13.855967 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05519be-01bc-4443-a96d-d713384d3cb0 req-c4e49357-1b19-4413-b68e-844ceccd7d5d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:13.857856 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c05519be-01bc-4443-a96d-d713384d3cb0 req-c4e49357-1b19-4413-b68e-844ceccd7d5d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0953126 Feb 04 17:31:13.917893 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c05519be-01bc-4443-a96d-d713384d3cb0 req-4bfc9c33-7550-4e5c-8fb5-917ece5a2e8b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532532 Feb 04 17:31:14.005087 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.180232 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.376519 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Allocated IP 172.27.0.206 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:31:14.420171 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc518a-1138-4fce-b0fc-3957b1fd5402 req-b93ade3b-cf84-4dab-954e-0be82c35b436 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:14.422994 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7efc518a-1138-4fce-b0fc-3957b1fd5402 req-b93ade3b-cf84-4dab-954e-0be82c35b436 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.1171179 Feb 04 17:31:14.567984 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7efc518a-1138-4fce-b0fc-3957b1fd5402 req-445ec9c7-cb46-4388-bb2a-e16cbb250077 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063442 Feb 04 17:31:14.601532 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.803243 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:14.851755 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:31:14.855226 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:14.860388 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:31:14.867172 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:14.897474 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.897831 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.898187 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.898572 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.898916 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.899255 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.899594 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.899928 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.900371 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.900608 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.900941 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.901268 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:14.901594 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:15.099772 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eb780-6ce9-4aef-a8c9-d8788e24d13b req-545671b2-4346-4fa9-b831-f081ec47a884 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.101537 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b07eb780-6ce9-4aef-a8c9-d8788e24d13b req-545671b2-4346-4fa9-b831-f081ec47a884 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0883048 Feb 04 17:31:15.190333 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f6936-335f-4199-84a3-610d7693b710 req-f7005936-9ffb-4a2e-86e7-7c239ddc3fed tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.192084 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9b0f6936-335f-4199-84a3-610d7693b710 req-f7005936-9ffb-4a2e-86e7-7c239ddc3fed tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.1158147 Feb 04 17:31:15.195916 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b07eb780-6ce9-4aef-a8c9-d8788e24d13b req-e1b09b95-b2a5-4929-99d3-ec223ee801b2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765419 Feb 04 17:31:15.349156 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Deleting port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:15.349622 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.481857 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (38deff18-91c8-4014-a289-f5b6c6c4022b), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.492563 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] For port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:15.492946 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.726633 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.727011 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (1489aee9-abd3-40a4-8a5a-fec669f8744d), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.727338 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Floating IP 1489aee9-abd3-40a4-8a5a-fec669f8744d disassociated. External IP: 172.27.0.39, port: 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d. Feb 04 17:31:15.727700 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Calling delete_port for 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:15.757927 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:15.867657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ee9c0-8ccc-423b-991f-83f2e4a37d78 req-2e1850eb-16f5-4cf4-851b-6ed8316d779f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:15.870564 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c99ee9c0-8ccc-423b-991f-83f2e4a37d78 req-2e1850eb-16f5-4cf4-851b-6ed8316d779f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 946 time: 0.1785097 Feb 04 17:31:16.010652 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.045259 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event deleted for resources: {'Port': ['ID=830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:16.071609 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c99ee9c0-8ccc-423b-991f-83f2e4a37d78 req-d464eb52-4f52-45e0-aaba-9f2ceb696a6f tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups?id=a60d0bec-5625-49b0-acff-da392c8ef824&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834326 Feb 04 17:31:16.184675 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.211586 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:16.279335 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.395027 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:16.404660 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (38deff18-91c8-4014-a289-f5b6c6c4022b), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.471005 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe1db7-fade-4977-adc3-82419c59c923 req-b46fea82-994c-42d9-9d01-25032aaa1eb0 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:16.484482 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a9fe1db7-fade-4977-adc3-82419c59c923 req-b46fea82-994c-42d9-9d01-25032aaa1eb0 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1497734 Feb 04 17:31:16.516459 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:16.537154 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] Sync routers for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:16.568741 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:16.569260 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:31:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:16.588468 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] No DVR routers for this DVR port 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:16.597072 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:16.601865 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.l3_db [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Floating IP 38deff18-91c8-4014-a289-f5b6c6c4022b associated. External IP: 172.27.0.206, port: 80b1b40f-8a02-4b60-9654-4f08ff42d379. Feb 04 17:31:16.603430 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9b0f6936-335f-4199-84a3-610d7693b710 req-d030513e-8871-46ac-b4ec-788917ce91b0 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.93 "DELETE /v2.0/ports/830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d HTTP/1.1" status: 204 len: 173 time: 1.4058654 Feb 04 17:31:16.604207 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'name': 'network-vif-deleted', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:16.619141 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ed0d90-8674-411b-89c0-fa1612350a02" -d '{"events": [{"server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "name": "network-vif-deleted", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:16.643945 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a9fe1db7-fade-4977-adc3-82419c59c923 req-76e1e62a-413d-4854-b0a0-bfa211375ff1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580241 Feb 04 17:31:16.718663 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19322ac5-d256-436a-9fa1-c41916675bb8 x-openstack-request-id: req-19322ac5-d256-436a-9fa1-c41916675bb8 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:16.719197 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e2df7-bbc9-40a4-8040-cbbdce0d715c", "name": "network-vif-deleted", "tag": "830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:16.719633 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19322ac5-d256-436a-9fa1-c41916675bb8 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:16.720153 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e2df7-bbc9-40a4-8040-cbbdce0d715c', 'name': 'network-vif-deleted', 'tag': '830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d', 'status': 'completed', 'code': 200} Feb 04 17:31:16.796837 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:16.946231 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33702) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:16.990561 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:17.036465 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] Deleting subnet cc8b4cc9-aae4-41e7-b073-898fad57beb1 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:17.042769 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] Publish callbacks [] for subnet (cc8b4cc9-aae4-41e7-b073-898fad57beb1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.090840 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.113966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126072346'] for subnet (cc8b4cc9-aae4-41e7-b073-898fad57beb1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.135739 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] Checking router: ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:17.149358 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:17.155277 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:17.155277 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:31:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.163498 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:17.187441 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:17.188287 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:31:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.255167 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-92c97a10-cb00-4acc-9e64-8cc617ce9256 req-869eaeb0-f70e-4d4f-ae0e-9c258654de01 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/ports?device_id=191e2df7-bbc9-40a4-8040-cbbdce0d715c HTTP/1.1" status: 200 len: 210 time: 0.0660524 Feb 04 17:31:17.261884 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (cc8b4cc9-aae4-41e7-b073-898fad57beb1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.333974 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.375288 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:17.418324 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3e688d6a-d756-46a1-a008-0f663975f078 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5700021 Feb 04 17:31:17.418324 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:17.418324 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-676b1b1e-a23c-4711-b1d1-b9597d536427" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:17.467155 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc1505-bc3d-404f-97e6-ca84d588e32f x-openstack-request-id: req-41fc1505-bc3d-404f-97e6-ca84d588e32f {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:17.467463 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:17.468240 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41fc1505-bc3d-404f-97e6-ca84d588e32f {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:17.469631 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'status': 'completed', 'code': 200} Feb 04 17:31:17.491170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126676111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126256687'] for subnet (cc8b4cc9-aae4-41e7-b073-898fad57beb1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.495448 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:17.558251 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc8b4cc9-aae4-41e7-b073-898fad57beb1,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:17.568735 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.575249 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-44846cf3-ab6d-45eb-8ff6-1bf5988a835e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cc8b4cc9-aae4-41e7-b073-898fad57beb1 HTTP/1.1" status: 204 len: 168 time: 0.6245666 Feb 04 17:31:17.575542 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33710) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:17.601292 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-6fef5735-e1c7-4b66-9ba9-45d2316fc1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:17.603996 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-6fef5735-e1c7-4b66-9ba9-45d2316fc1a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1130 time: 0.1096857 Feb 04 17:31:17.682235 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (22475777-5b38-4366-a60c-932f77f6decd), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.817017 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (22475777-5b38-4366-a60c-932f77f6decd), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.817485 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-124d9367-9553-4758-bb85-9e74dbd709f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:17.821044 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-124d9367-9553-4758-bb85-9e74dbd709f0 service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.2089798 Feb 04 17:31:17.845997 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.863250 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22475777-5b38-4366-a60c-932f77f6decd']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.892355 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a0ed116-592c-4941-aaa3-86ee9137e16c') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.894410 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a0ed116-592c-4941-aaa3-86ee9137e16c') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:17.908230 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d76b60-5b7d-40ef-a912-5e069202893e None None] The sync data for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi is: [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '8030f97b-752a-4d3e-a66b-2979ce672ea1', 'name': '', 'network_id': '70e854be-0fd2-4ca0-a059-0dae6806d9af', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'mac_address': 'fa:16:3e:54:25:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:07Z', 'updated_at': '2022-02-04T17:21:22Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'subnets': [{'id': '07b0cbcc-0916-40ce-9c6a-5397d19f843c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:17.918161 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (7a0ed116-592c-4941-aaa3-86ee9137e16c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.955073 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (7a0ed116-592c-4941-aaa3-86ee9137e16c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.972364 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:17.973581 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (7a0ed116-592c-4941-aaa3-86ee9137e16c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:17.979056 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:18.059117 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-a70e6ce8-3a2e-40e3-a05b-4728d27835b8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379 HTTP/1.1" status: 200 len: 1000 time: 0.2148867 Feb 04 17:31:18.063768 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:15Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:18.093273 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796266b-2227-4e9b-bf12-120d92319d3f req-248edaec-37b3-4d5c-8646-6d29badc366b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.096457 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b796266b-2227-4e9b-bf12-120d92319d3f req-248edaec-37b3-4d5c-8646-6d29badc366b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.2696457 Feb 04 17:31:18.131200 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:18.149159 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:18.150612 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:31:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:18.191828 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-9a1395d4-6bbb-4f40-ae69-40d49d19b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.194043 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-9a1395d4-6bbb-4f40-ae69-40d49d19b38f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.1263907 Feb 04 17:31:18.267714 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b796266b-2227-4e9b-bf12-120d92319d3f req-673e2131-070f-41cb-aab8-89cd8c388409 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214488 Feb 04 17:31:18.298221 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-b946fd81-5d3d-42f5-9c4a-e8438fd5ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:18.300925 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-b946fd81-5d3d-42f5-9c4a-e8438fd5ac99 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0965664 Feb 04 17:31:18.303633 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (22475777-5b38-4366-a60c-932f77f6decd), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.318535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.335811 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] 10.222.0.24 "DELETE /v2.0/networks/22475777-5b38-4366-a60c-932f77f6decd HTTP/1.1" status: 204 len: 168 time: 0.7583826 Feb 04 17:31:18.377755 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352ad56c-83c3-4859-8ca7-a47995d3d127 admin admin] Pushing event deleted for resources: {'Network': ['ID=22475777-5b38-4366-a60c-932f77f6decd,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:18.450658 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:18.534911 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-f714bfa7-e3f8-4a1e-a8c3-f3a9baa99e24 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257299 Feb 04 17:31:18.538921 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c02e6109-0f42-41e5-91ca-730bd1de2493 None None] New status for floating IP 1489aee9-abd3-40a4-8a5a-fec669f8744d: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:31:18.680537 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33720) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:18.734045 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-676b1b1e-a23c-4711-b1d1-b9597d536427 req-19c24cc4-68eb-41c8-bde1-1005552738b7 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910086 Feb 04 17:31:18.785050 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5eb2765b-820c-4d75-8e0e-431c71991b89 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (a60d0bec-5625-49b0-acff-da392c8ef824), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.838157 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5eb2765b-820c-4d75-8e0e-431c71991b89 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (a60d0bec-5625-49b0-acff-da392c8ef824), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:18.956562 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:15Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:19.017161 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5eb2765b-820c-4d75-8e0e-431c71991b89 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (a60d0bec-5625-49b0-acff-da392c8ef824), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.020900 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5eb2765b-820c-4d75-8e0e-431c71991b89 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.026747 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5eb2765b-820c-4d75-8e0e-431c71991b89 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "DELETE /v2.0/security-groups/a60d0bec-5625-49b0-acff-da392c8ef824 HTTP/1.1" status: 204 len: 168 time: 0.3402176 Feb 04 17:31:19.027941 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33722) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.033484 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bf1ed-c07f-47d5-9eaf-55b8c70b02a4 None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:15Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:19.041028 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb2765b-820c-4d75-8e0e-431c71991b89 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60d0bec-5625-49b0-acff-da392c8ef824,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:19.058071 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.api.v2.resource [None req-18f1fb68-6a77-4da5-ae31-232fe6213c8b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] show failed (client error): The resource could not be found. Feb 04 17:31:19.063309 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-18f1fb68-6a77-4da5-ae31-232fe6213c8b tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "GET /v2.0/security-groups/a60d0bec-5625-49b0-acff-da392c8ef824 HTTP/1.1" status: 404 len: 347 time: 0.0300651 Feb 04 17:31:19.066883 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33724) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.172075 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33726) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.255388 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-399d26b5-3972-467d-904f-79f4018ababe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06ec14f00b144b45b65dcb17a1a993f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0816345 Feb 04 17:31:19.259692 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33728) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:19.334014 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Deleting port d9a10817-dcfc-4e77-9fc3-3aac8f7891cf {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:19.335046 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.400905 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e12ca29-0fb6-456b-af4f-599bc12d0808 admin admin] Publish callbacks [] for security_group (60d49cbd-ee53-4e64-8db1-ed5242d280b3), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.445247 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515a934f-2fa1-489c-af08-07e59b2fd489 None None] New status for floating IP 38deff18-91c8-4014-a289-f5b6c6c4022b: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:31:19.453312 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e12ca29-0fb6-456b-af4f-599bc12d0808 admin admin] Publish callbacks [] for security_group (60d49cbd-ee53-4e64-8db1-ed5242d280b3), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.488071 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.488361 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.549782 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Calling delete_port for d9a10817-dcfc-4e77-9fc3-3aac8f7891cf owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:19.682525 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6780a6-f2e0-4ac0-9b64-5634ac2d1f68 req-7b43abfa-6bb7-438e-85bc-22e2c73b7308 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:19.684595 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a6780a6-f2e0-4ac0-9b64-5634ac2d1f68 req-7b43abfa-6bb7-438e-85bc-22e2c73b7308 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1876845 Feb 04 17:31:19.772743 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a6780a6-f2e0-4ac0-9b64-5634ac2d1f68 req-31fedd2e-d4b3-4a43-a4d5-3a6400549925 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739753 Feb 04 17:31:19.787812 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:19.806134 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e12ca29-0fb6-456b-af4f-599bc12d0808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (60d49cbd-ee53-4e64-8db1-ed5242d280b3), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.810331 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-0e12ca29-0fb6-456b-af4f-599bc12d0808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:19.816461 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-0e12ca29-0fb6-456b-af4f-599bc12d0808 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60d49cbd-ee53-4e64-8db1-ed5242d280b3 HTTP/1.1" status: 204 len: 168 time: 0.5511239 Feb 04 17:31:19.835390 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:19.838049 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 830c9278-ddb0-4e23-aaa4-29bd5b9f6d7d not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:19.852852 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12ca29-0fb6-456b-af4f-599bc12d0808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d49cbd-ee53-4e64-8db1-ed5242d280b3,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:19.964881 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (d9a10817-dcfc-4e77-9fc3-3aac8f7891cf), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.283740 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Pushing event deleted for resources: {'Port': ['ID=d9a10817-dcfc-4e77-9fc3-3aac8f7891cf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:20.363697 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks [] for floatingip (1489aee9-abd3-40a4-8a5a-fec669f8744d), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.366515 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:20.367971 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7e467603-4c8e-4dca-b742-98fb7b3906d5 tempest-AttachVolumeTestJSON-240190069 tempest-AttachVolumeTestJSON-240190069-project] 10.222.0.24 "DELETE /v2.0/floatingips/1489aee9-abd3-40a4-8a5a-fec669f8744d HTTP/1.1" status: 204 len: 168 time: 1.2994509 Feb 04 17:31:20.969894 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6247cb-1ba0-4967-be2a-d6e547a83626 req-bd1d8f3a-b2f1-4e09-9bf6-75da3c1a46b7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:20.971579 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ff6247cb-1ba0-4967-be2a-d6e547a83626 req-bd1d8f3a-b2f1-4e09-9bf6-75da3c1a46b7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0847046 Feb 04 17:31:21.053122 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ff6247cb-1ba0-4967-be2a-d6e547a83626 req-75f83aec-fdd2-4445-814c-e05ff7355c75 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745053 Feb 04 17:31:21.803568 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:31:21.917309 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:21.930719 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'port_id': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'mac_address': 'fa:16:3e:c7:68:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:31:21.974905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: ACTIVE; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:21.975304 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:21.991213 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:31:22.015993 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:22.097439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:22.196058 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['71fe4eac-c9c9-480b-a319-8fe5f945ccc5'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:31:22.236680 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acedd215-a850-45cc-817a-a53d37ba4d5d req-0eabaee7-ef15-4401-b11b-bc08256db791 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:22.239121 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-acedd215-a850-45cc-817a-a53d37ba4d5d req-0eabaee7-ef15-4401-b11b-bc08256db791 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 945 time: 0.0994620 Feb 04 17:31:22.252826 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:22.316786 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-acedd215-a850-45cc-817a-a53d37ba4d5d req-11209ef9-00c5-4988-b4ea-d23c16baead5 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695913 Feb 04 17:31:22.394469 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.468603 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70302ca-961c-4f4c-9042-efaac76b68d5 req-69b7e4ee-d66b-4b70-a380-886133825b81 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:23.470311 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d70302ca-961c-4f4c-9042-efaac76b68d5 req-69b7e4ee-d66b-4b70-a380-886133825b81 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 945 time: 0.0591512 Feb 04 17:31:23.526603 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d70302ca-961c-4f4c-9042-efaac76b68d5 req-23289b7a-fa27-4700-8432-22b2c01279a3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497131 Feb 04 17:31:23.810727 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:31:23.884171 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:31:23.884509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:23.982124 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:23.982562 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.010497 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:24.012909 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9d3bff-871d-4825-900e-6cbdaf34bb52" -d '{"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-plugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:24.032647 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:24.088790 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98884ca2-4c56-47ef-b3dc-304ca59fb011 x-openstack-request-id: req-98884ca2-4c56-47ef-b3dc-304ca59fb011 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:24.088790 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-plugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:24.088790 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98884ca2-4c56-47ef-b3dc-304ca59fb011 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:24.088790 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'code': 200} Feb 04 17:31:24.107636 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:24.168569 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:24.673377 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94404d5-6ee3-4ccf-9c17-05cd8eab37a2 req-21066ee2-8e40-486d-819d-ee612f741307 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:24.675340 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e94404d5-6ee3-4ccf-9c17-05cd8eab37a2 req-21066ee2-8e40-486d-819d-ee612f741307 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0626929 Feb 04 17:31:24.736284 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e94404d5-6ee3-4ccf-9c17-05cd8eab37a2 req-d8dee752-34df-4add-866f-c4390dbfe5be tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538800 Feb 04 17:31:25.226058 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33774) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:25.930648 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:25.993554 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c3229-cd7e-439d-8b55-bc137e27eb5c req-2aa1e35e-36a1-4632-9eef-decd3ad754d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:25.995254 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3b7c3229-cd7e-439d-8b55-bc137e27eb5c req-2aa1e35e-36a1-4632-9eef-decd3ad754d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1747916 Feb 04 17:31:26.101196 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3b7c3229-cd7e-439d-8b55-bc137e27eb5c req-b7c642bf-666e-41eb-b356-d9ededf589b1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764565 Feb 04 17:31:26.315647 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Deleting port 8030f97b-752a-4d3e-a66b-2979ce672ea1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:26.317425 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.415495 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] For port 8030f97b-752a-4d3e-a66b-2979ce672ea1, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=8030f97b-752a-4d3e-a66b-2979ce672ea1,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:26.415865 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.432098 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Calling delete_port for 8030f97b-752a-4d3e-a66b-2979ce672ea1 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:26.833120 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (8030f97b-752a-4d3e-a66b-2979ce672ea1), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:26.861669 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8030f97b-752a-4d3e-a66b-2979ce672ea1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:27.172777 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:27.292346 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad007b7-7b8b-419c-8881-2001a8302e83 req-e271f412-e3d7-4aee-926a-c29cf7ad9f39 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:27.294309 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5ad007b7-7b8b-419c-8881-2001a8302e83 req-e271f412-e3d7-4aee-926a-c29cf7ad9f39 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0684054 Feb 04 17:31:27.395588 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5ad007b7-7b8b-419c-8881-2001a8302e83 req-0e07a567-a558-408c-92d6-c116e50adfdc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930259 Feb 04 17:31:27.588608 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:31:27.750168 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:31:27.839032 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:31:27.855062 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-01076107-71e1-40b6-ad99-53d2d81901a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6274047 Feb 04 17:31:27.855370 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33810) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:27.863444 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] Sync routers for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:31:27.883163 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:27.884536 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:31:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.005377 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks [] for router (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.114499 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:28.192709 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks [] for router_gateway (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.415791 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Deleting port 4c66ec48-24e0-4230-8625-9fb91f59f198 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:28.417588 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.570875 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:31:26Z', 'revision_number': 5, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port': {'id': '4c66ec48-24e0-4230-8625-9fb91f59f198', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:59Z', 'updated_at': '2022-02-04T17:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.610822 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] For port 4c66ec48-24e0-4230-8625-9fb91f59f198, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4c66ec48-24e0-4230-8625-9fb91f59f198,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:28.611845 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:28.638423 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Calling delete_port for 4c66ec48-24e0-4230-8625-9fb91f59f198 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:28.647413 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] Checking router: ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:31:28.650235 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfebef5-5a1f-4b06-b0f3-8a46623e869b req-c042345f-fd7b-49b0-b037-71e83f9cfe9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:28.652134 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ebfebef5-5a1f-4b06-b0f3-8a46623e869b req-c042345f-fd7b-49b0-b037-71e83f9cfe9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0791898 Feb 04 17:31:28.662141 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] Routers {'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:31:28.663051 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:31:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.754779 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ebfebef5-5a1f-4b06-b0f3-8a46623e869b req-64658aa7-ee51-4af3-8e73-3a2579ca56b3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895948 Feb 04 17:31:28.804367 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] Set router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:31:28.870810 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:31:28Z', 'revision_number': 6, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port_host': None}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:28.915844 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0a3408-c029-4638-a710-b94013e79cf4 None None] The sync data for ids ['ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0'] in dv-cinder-817351-10-iscsi is: [{'id': 'ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0', 'name': 'tempest-AttachVolumeTestJSON-751465745-router', 'tenant_id': '55326c2102354486ac3307b9155f9a91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:58Z', 'updated_at': '2022-02-04T17:31:28Z', 'revision_number': 6, 'project_id': '55326c2102354486ac3307b9155f9a91', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:31:29.063400 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (4c66ec48-24e0-4230-8625-9fb91f59f198), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.137542 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c66ec48-24e0-4230-8625-9fb91f59f198,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:29.257081 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.444159 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.446985 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks [] for router_controller (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.794100 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.795293 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:31:29.811296 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.818161 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33816) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:29.819179 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-431c6741-f1fb-4689-96e5-7fbca2d59c71 admin admin] 10.222.0.24 "DELETE /v2.0/routers/ef20dfdd-2a32-4804-bc6e-8adfe2e06fb0 HTTP/1.1" status: 204 len: 168 time: 1.9612296 Feb 04 17:31:29.946334 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] Deleting subnet 07b0cbcc-0916-40ce-9c6a-5397d19f843c {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:29.951015 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8030f97b-752a-4d3e-a66b-2979ce672ea1 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:29.952228 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] Publish callbacks [] for subnet (07b0cbcc-0916-40ce-9c6a-5397d19f843c), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:29.990561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 8030f97b-752a-4d3e-a66b-2979ce672ea1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:29.995294 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 8030f97b-752a-4d3e-a66b-2979ce672ea1 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:30.015768 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4c66ec48-24e0-4230-8625-9fb91f59f198 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:30.015949 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (07b0cbcc-0916-40ce-9c6a-5397d19f843c), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.023046 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 4c66ec48-24e0-4230-8625-9fb91f59f198 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:30.023689 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4c66ec48-24e0-4230-8625-9fb91f59f198 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:30.042850 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb151ce5-ee45-4130-b2ea-dcdd4be2555f req-454b1e8c-8f76-4464-9156-6456f6c3ae0b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:30.050731 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bb151ce5-ee45-4130-b2ea-dcdd4be2555f req-454b1e8c-8f76-4464-9156-6456f6c3ae0b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1626668 Feb 04 17:31:30.124125 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bb151ce5-ee45-4130-b2ea-dcdd4be2555f req-18a5bd16-f864-44c4-8225-1958b90a7536 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669394 Feb 04 17:31:30.181040 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (07b0cbcc-0916-40ce-9c6a-5397d19f843c), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.576370 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (07b0cbcc-0916-40ce-9c6a-5397d19f843c), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.605564 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07b0cbcc-0916-40ce-9c6a-5397d19f843c,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:30.610220 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.617099 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-804383fa-cfd4-456d-97c6-94481bd8cb0c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/07b0cbcc-0916-40ce-9c6a-5397d19f843c HTTP/1.1" status: 204 len: 168 time: 0.7941716 Feb 04 17:31:30.618364 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33820) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:30.623449 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a078f6-4776-4f36-a533-2188d0dc4991 None None] Network 70e854be-0fd2-4ca0-a059-0dae6806d9af requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:30.705509 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (70e854be-0fd2-4ca0-a059-0dae6806d9af), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.790825 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Deleting port 733e3aa8-1068-469c-87f4-bd8805a50146 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:30.792408 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.881727 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] DHCP port deletion for 70e854be-0fd2-4ca0-a059-0dae6806d9af request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:31:30.883657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] For port 733e3aa8-1068-469c-87f4-bd8805a50146, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=733e3aa8-1068-469c-87f4-bd8805a50146,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:30.884372 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:30.902900 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Calling delete_port for 733e3aa8-1068-469c-87f4-bd8805a50146 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:30.977905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] Deleting port 733e3aa8-1068-469c-87f4-bd8805a50146 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:31:30.977905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.088401 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] For port 733e3aa8-1068-469c-87f4-bd8805a50146, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=733e3aa8-1068-469c-87f4-bd8805a50146,segment=NetworkSegment(53a8449b-68fc-444e-ac1e-0daeef2f08b1),segment_id=53a8449b-68fc-444e-ac1e-0daeef2f08b1)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:31.089086 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.112098 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] Calling delete_port for 733e3aa8-1068-469c-87f4-bd8805a50146 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:31:31.300605 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e80e0e-e06a-48c6-8bac-c45b33d3eb83 req-ed783cac-f80d-49d0-b15f-8b56675467c8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:31.302160 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-87e80e0e-e06a-48c6-8bac-c45b33d3eb83 req-ed783cac-f80d-49d0-b15f-8b56675467c8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0683489 Feb 04 17:31:31.319734 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.323337 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (733e3aa8-1068-469c-87f4-bd8805a50146), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.357390 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] Pushing event deleted for resources: {'Port': ['ID=733e3aa8-1068-469c-87f4-bd8805a50146,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:31.367198 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57c869c-bf60-4c20-91b8-c796164bf7d9 None None] No DVR routers for this DVR port 733e3aa8-1068-469c-87f4-bd8805a50146 on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:31.375024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Pushing event deleted for resources: {'Port': ['ID=733e3aa8-1068-469c-87f4-bd8805a50146,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:31.379389 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] No DVR routers for this DVR port 733e3aa8-1068-469c-87f4-bd8805a50146 on host dv-cinder-817351-10-iscsi {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:31:31.473180 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-87e80e0e-e06a-48c6-8bac-c45b33d3eb83 req-0ab47336-e0e3-477c-bf18-ea776f67058c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638954 Feb 04 17:31:31.486513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (70e854be-0fd2-4ca0-a059-0dae6806d9af), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.513152 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e854be-0fd2-4ca0-a059-0dae6806d9af']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:31.526461 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a8449b-68fc-444e-ac1e-0daeef2f08b1') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:31.526884 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a8449b-68fc-444e-ac1e-0daeef2f08b1') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:31.539911 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (53a8449b-68fc-444e-ac1e-0daeef2f08b1), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.556665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (53a8449b-68fc-444e-ac1e-0daeef2f08b1), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.564500 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:31.564908 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (53a8449b-68fc-444e-ac1e-0daeef2f08b1), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:31.566874 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:31.730795 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (70e854be-0fd2-4ca0-a059-0dae6806d9af), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.737183 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 733e3aa8-1068-469c-87f4-bd8805a50146 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:31.739420 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:31.746923 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] 10.222.0.24 "DELETE /v2.0/networks/70e854be-0fd2-4ca0-a059-0dae6806d9af HTTP/1.1" status: 204 len: 168 time: 1.1256170 Feb 04 17:31:31.783136 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd9a0b-417a-43cd-a9e8-0f3b17930a46 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e854be-0fd2-4ca0-a059-0dae6806d9af,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:31.821026 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 733e3aa8-1068-469c-87f4-bd8805a50146 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:31:31.821645 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 733e3aa8-1068-469c-87f4-bd8805a50146 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:31:32.200695 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33830) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:32.278342 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33832) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:32.280900 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ee23333e-d669-4f53-8396-c65a1b1820ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55326c2102354486ac3307b9155f9a91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0763106 Feb 04 17:31:32.366629 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a66c6df8-eed3-4691-96f2-c0d946450f36 admin admin] Publish callbacks [] for security_group (696c9f45-e9f2-4a51-9b6a-ff96279d59b0), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.402073 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bd56a378-9bc2-4163-b819-d6133cee1c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.433105 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a66c6df8-eed3-4691-96f2-c0d946450f36 admin admin] Publish callbacks [] for security_group (696c9f45-e9f2-4a51-9b6a-ff96279d59b0), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.647691 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a66c6df8-eed3-4691-96f2-c0d946450f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (696c9f45-e9f2-4a51-9b6a-ff96279d59b0), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.650726 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a66c6df8-eed3-4691-96f2-c0d946450f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:32.652168 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a66c6df8-eed3-4691-96f2-c0d946450f36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/696c9f45-e9f2-4a51-9b6a-ff96279d59b0 HTTP/1.1" status: 204 len: 168 time: 0.3727658 Feb 04 17:31:32.666730 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66c6df8-eed3-4691-96f2-c0d946450f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696c9f45-e9f2-4a51-9b6a-ff96279d59b0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:32.733571 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6ed2c-5e14-4fbc-8dce-774dfb69ba1f req-1269e1ec-c90b-4b59-a998-23b911f91d74 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:32.744490 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-03f6ed2c-5e14-4fbc-8dce-774dfb69ba1f req-1269e1ec-c90b-4b59-a998-23b911f91d74 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1338148 Feb 04 17:31:32.859850 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-03f6ed2c-5e14-4fbc-8dce-774dfb69ba1f req-6f88e54e-6c94-4022-91ef-b8849919d798 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140501 Feb 04 17:31:34.097290 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223041e7-e713-4caa-9a40-ec7ed7587102 req-95e37baa-5b2e-44be-a81c-b95311b555b2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:34.111006 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-223041e7-e713-4caa-9a40-ec7ed7587102 req-95e37baa-5b2e-44be-a81c-b95311b555b2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1013482 Feb 04 17:31:34.191983 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-223041e7-e713-4caa-9a40-ec7ed7587102 req-ff09abc5-11a8-45f6-9661-c3d6192d36f3 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794268 Feb 04 17:31:35.406807 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b1066-6b8f-4767-a359-178e3d146407 req-f64e7fd1-1b06-4144-adca-217f70a44cfd tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:35.409586 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6b9b1066-6b8f-4767-a359-178e3d146407 req-f64e7fd1-1b06-4144-adca-217f70a44cfd tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0833216 Feb 04 17:31:35.477733 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6b9b1066-6b8f-4767-a359-178e3d146407 req-c529a73b-1eb8-4b4b-a735-87995c08d587 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612984 Feb 04 17:31:35.888083 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-901153b1-9430-4456-99b7-e5a48bdc08d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.253071 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33892) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.453514 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e2be8d3-50aa-4b9e-ad8c-3d7ff399ac02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.605677 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e2be8d3-50aa-4b9e-ad8c-3d7ff399ac02 admin admin] Publish callbacks [] for security_group (388f6dc1-4678-4c62-ba44-20ef88349705), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.712070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8831-9f30-48f7-9f59-e58540dcdeea req-2cabf8c0-c052-4794-adf7-6843b8d54ca1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:36.714650 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-660a8831-9f30-48f7-9f59-e58540dcdeea req-2cabf8c0-c052-4794-adf7-6843b8d54ca1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1125567 Feb 04 17:31:36.730200 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7e2be8d3-50aa-4b9e-ad8c-3d7ff399ac02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (388f6dc1-4678-4c62-ba44-20ef88349705), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.814310 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-7e2be8d3-50aa-4b9e-ad8c-3d7ff399ac02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5317fb481f344149edaa54c243ed22e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5607696 Feb 04 17:31:36.814937 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33900) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:36.818460 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-660a8831-9f30-48f7-9f59-e58540dcdeea req-16be788d-5521-4628-8cb3-213109eba02b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944481 Feb 04 17:31:36.825482 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2be8d3-50aa-4b9e-ad8c-3d7ff399ac02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388f6dc1-4678-4c62-ba44-20ef88349705,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:36.910043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc454-bb94-461d-8c46-a0128bbb255a admin admin] Publish callbacks [] for security_group (388f6dc1-4678-4c62-ba44-20ef88349705), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:36.945002 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc454-bb94-461d-8c46-a0128bbb255a admin admin] Publish callbacks [] for security_group (388f6dc1-4678-4c62-ba44-20ef88349705), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.119551 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc454-bb94-461d-8c46-a0128bbb255a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (388f6dc1-4678-4c62-ba44-20ef88349705), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.126326 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c5ffc454-bb94-461d-8c46-a0128bbb255a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:37.128783 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c5ffc454-bb94-461d-8c46-a0128bbb255a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/388f6dc1-4678-4c62-ba44-20ef88349705 HTTP/1.1" status: 204 len: 168 time: 0.3120897 Feb 04 17:31:37.156582 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ffc454-bb94-461d-8c46-a0128bbb255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f6dc1-4678-4c62-ba44-20ef88349705,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:38.035916 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:38.146616 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d36d8c-329e-4908-b1e7-9528a805693b req-9fe02eca-15b3-418e-bdd5-0580560efbca tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:38.149256 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a3d36d8c-329e-4908-b1e7-9528a805693b req-9fe02eca-15b3-418e-bdd5-0580560efbca tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1384149 Feb 04 17:31:38.253585 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a3d36d8c-329e-4908-b1e7-9528a805693b req-7260e14a-8157-4b6b-98a4-ea4a916c7bf1 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918798 Feb 04 17:31:38.882382 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33924) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:39.075580 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616708210-network', 'tenant_id': '3ee5ab7695d94da792ae75e7a038cd1a'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:39.189081 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Made reservation on behalf of 3ee5ab7695d94da792ae75e7a038cd1a for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:39.193144 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.210086 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.365851 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks [] for security_group (fc45b4ef-2739-44a0-bb0b-f36bc19646cf), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.461230 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73550bfb-4316-480f-a5f7-73342f971883 req-f040f6b2-be39-4942-a2cc-f6b8e2323d46 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:39.463552 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73550bfb-4316-480f-a5f7-73342f971883 req-f040f6b2-be39-4942-a2cc-f6b8e2323d46 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0848317 Feb 04 17:31:39.469652 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (fc45b4ef-2739-44a0-bb0b-f36bc19646cf), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.505546 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:31:39.515055 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc45b4ef-2739-44a0-bb0b-f36bc19646cf,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:39.524832 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (3ac38c77-2d49-4f61-80d8-3355c6662f21), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:39.536789 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Added segment 3ac38c77-2d49-4f61-80d8-3355c6662f21 of type vlan for network e2b84ada-ffb3-42d6-a099-c3a5edc61674 Feb 04 17:31:39.547741 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-73550bfb-4316-480f-a5f7-73342f971883 req-9a21bea5-4aed-4e94-ac38-6fb47b85b575 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599642 Feb 04 17:31:39.616119 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (e2b84ada-ffb3-42d6-a099-c3a5edc61674), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.093728 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (e2b84ada-ffb3-42d6-a099-c3a5edc61674), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.094899 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.095519 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.168199 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] Pushing event updated for resources: {'Network': ['ID=e2b84ada-ffb3-42d6-a099-c3a5edc61674,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.181280 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network e2b84ada-ffb3-42d6-a099-c3a5edc61674 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:31:40.251647 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-bb7c3ae5-e921-41d5-9b50-ce2564375e5a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3677583 Feb 04 17:31:40.256480 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33934) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:40.263709 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Request body: {'subnet': {'network_id': 'e2b84ada-ffb3-42d6-a099-c3a5edc61674', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1616708210-subnet', 'tenant_id': '3ee5ab7695d94da792ae75e7a038cd1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:40.401565 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Made reservation on behalf of 3ee5ab7695d94da792ae75e7a038cd1a for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:40.409138 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126256658'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.746559 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126673986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126256676'] for subnet (3ca824ba-75fa-48ac-aaab-b18ee69d4ab9), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:40.825915 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70549112-3156-44b8-95c5-dd317b1b137a req-d5112e96-49f2-43d7-b0e3-20aa296cb03e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:40.828424 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-70549112-3156-44b8-95c5-dd317b1b137a req-d5112e96-49f2-43d7-b0e3-20aa296cb03e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.1472180 Feb 04 17:31:40.893543 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ca824ba-75fa-48ac-aaab-b18ee69d4ab9,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:40.908875 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.909334 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.909759 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.910174 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.910610 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.911120 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.911591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.911988 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.912469 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.913013 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.913466 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.914259 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.914841 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:31:40.944251 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Checking segment: {'id': '3ac38c77-2d49-4f61-80d8-3355c6662f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'e2b84ada-ffb3-42d6-a099-c3a5edc61674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:40.944680 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Network hostable DHCP agents. Network: e2b84ada-ffb3-42d6-a099-c3a5edc61674, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:31:40.968400 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-70549112-3156-44b8-95c5-dd317b1b137a req-81da41fb-2585-430e-a1f1-72a9dccd646c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282856 Feb 04 17:31:41.093542 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Network e2b84ada-ffb3-42d6-a099-c3a5edc61674 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:31:41.221419 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, e2b84ada-ffb3-42d6-a099-c3a5edc61674) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:41.226246 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:41.226891 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.234511 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa24733-3ed7-4fa6-9fb0-9ecebcda61da None None] Network e2b84ada-ffb3-42d6-a099-c3a5edc61674 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:41.360441 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c6b563fe-881c-4fa3-92a5-4273712b2954 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1022053 Feb 04 17:31:41.379973 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79b0510-88ec-46c0-ab68-ffba3ccc8012 None None] Network e2b84ada-ffb3-42d6-a099-c3a5edc61674 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:41.470435 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:41.502091 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.158805 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ead6b2-2d95-404a-b8cf-9623b83df519 req-567337aa-9ef1-431b-a033-5463531af72e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:42.160634 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f3ead6b2-2d95-404a-b8cf-9623b83df519 req-567337aa-9ef1-431b-a033-5463531af72e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0951259 Feb 04 17:31:42.239092 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f3ead6b2-2d95-404a-b8cf-9623b83df519 req-1378da20-a4f2-4272-98a8-90c6696726a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695055 Feb 04 17:31:42.396836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33964) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:42.405715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1267246233-network', 'tenant_id': '03af890234ff4dc89d2e5f86d37540f7'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:42.533293 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Made reservation on behalf of 03af890234ff4dc89d2e5f86d37540f7 for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:42.536339 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.548150 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.663588 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks [] for security_group (784578ba-7dc7-4170-95e5-27622261f2aa), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.796447 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (784578ba-7dc7-4170-95e5-27622261f2aa), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.828586 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:31:42.849865 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784578ba-7dc7-4170-95e5-27622261f2aa,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:42.858574 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (f230e73b-ccc5-4827-81b9-0789ca0868a5), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:42.858971 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Added segment f230e73b-ccc5-4827-81b9-0789ca0868a5 of type vlan for network 6a286965-f866-4896-99b7-c18bf603f573 Feb 04 17:31:42.918639 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (6a286965-f866-4896-99b7-c18bf603f573), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.074611 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (6a286965-f866-4896-99b7-c18bf603f573), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.075613 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.076743 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.162027 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] Pushing event updated for resources: {'Network': ['ID=6a286965-f866-4896-99b7-c18bf603f573,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:43.177149 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-7025d047-7bdb-4512-945e-ace223a186db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.177682 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-7025d047-7bdb-4512-945e-ace223a186db service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1130 time: 0.3466609 Feb 04 17:31:43.181284 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 6a286965-f866-4896-99b7-c18bf603f573 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:31:43.256992 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-05b40d2d-ce2d-4167-90ac-7b70e2aa6f7d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8583648 Feb 04 17:31:43.261727 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33968) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:43.270533 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Request body: {'subnet': {'network_id': '6a286965-f866-4896-99b7-c18bf603f573', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1267246233-subnet', 'tenant_id': '03af890234ff4dc89d2e5f86d37540f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:31:43.329170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-5bea604e-32a1-4e06-975b-20fd6fca6f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.331952 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-5bea604e-32a1-4e06-975b-20fd6fca6f35 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1476870 Feb 04 17:31:43.427525 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Made reservation on behalf of 03af890234ff4dc89d2e5f86d37540f7 for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:31:43.429948 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.729450 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-3d150c9d-05d1-4a7e-9687-cbb7d3f38555 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 1002 time: 0.3908973 Feb 04 17:31:43.797643 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad644c-12c8-4318-9ade-9d62c79573c3 req-47cd2856-cc48-41fb-9e5d-0f98c1bd06a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.800699 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-59ad644c-12c8-4318-9ade-9d62c79573c3 req-47cd2856-cc48-41fb-9e5d-0f98c1bd06a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.4487374 Feb 04 17:31:43.837094 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (59b2c3bf-c250-45c9-9255-478472d12a0f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:43.868787 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-3c04d47a-b7d5-4b74-b71e-4521e50d0e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:43.871600 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-3c04d47a-b7d5-4b74-b71e-4521e50d0e67 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.1336367 Feb 04 17:31:43.902016 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b2c3bf-c250-45c9-9255-478472d12a0f,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:43.912662 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Checking segment: {'id': 'f230e73b-ccc5-4827-81b9-0789ca0868a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '6a286965-f866-4896-99b7-c18bf603f573'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:31:43.913355 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Network hostable DHCP agents. Network: 6a286965-f866-4896-99b7-c18bf603f573, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:31:43.969086 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-59ad644c-12c8-4318-9ade-9d62c79573c3 req-de31169a-e12c-4a2b-b1f5-6a3470dc24d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598799 Feb 04 17:31:44.006011 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-2e71cdfa-e5a8-46b0-b26b-1d5b4c41dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.008863 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-2e71cdfa-e5a8-46b0-b26b-1d5b4c41dbde service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1260512 Feb 04 17:31:44.023352 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-9237ceed-b09c-4bb2-8231-9e60b98735c2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:31:44.025105 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-9237ceed-b09c-4bb2-8231-9e60b98735c2 service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092790 Feb 04 17:31:44.027157 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Network 6a286965-f866-4896-99b7-c18bf603f573 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:31:44.156607 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 6a286965-f866-4896-99b7-c18bf603f573) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:31:44.171413 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-0b1b1c5b-2568-4c54-9f4d-f1d16221aa5a service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337497 Feb 04 17:31:44.171657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:44.171657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.176216 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb81731-603a-4eeb-a192-a8c5f34618c6 None None] Network 6a286965-f866-4896-99b7-c18bf603f573 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:44.306346 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-723d6b40-7e8a-4d37-afe5-fefa34131408 req-e4f4c1bd-787f-4940-8988-22d7525c0ada service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339884 Feb 04 17:31:44.330712 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d96741-c9ab-478d-8d2b-50e5a917eeb8 None None] Network 6a286965-f866-4896-99b7-c18bf603f573 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:31:44.341659 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-1a2d2c59-1371-43db-bdd6-8d395c9f261e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0782948 Feb 04 17:31:44.521148 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33974) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:44.579372 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] Deleting subnet 3ca824ba-75fa-48ac-aaab-b18ee69d4ab9 {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:44.583733 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] Publish callbacks [] for subnet (3ca824ba-75fa-48ac-aaab-b18ee69d4ab9), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.635328 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (3ca824ba-75fa-48ac-aaab-b18ee69d4ab9), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.688906 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (3ca824ba-75fa-48ac-aaab-b18ee69d4ab9), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.856155 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (3ca824ba-75fa-48ac-aaab-b18ee69d4ab9), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.892837 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:44.897059 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ca824ba-75fa-48ac-aaab-b18ee69d4ab9 HTTP/1.1" status: 204 len: 168 time: 0.3744500 Feb 04 17:31:44.898087 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8dc249-d33f-4f79-9db1-953bc932112a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ca824ba-75fa-48ac-aaab-b18ee69d4ab9,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:44.901327 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 33976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:45.034042 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (e2b84ada-ffb3-42d6-a099-c3a5edc61674), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.161843 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41b58d-d9de-4376-bdd1-efa5c0626858 req-222e6dd6-f487-4931-bd7b-904875d146d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:45.164841 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dd41b58d-d9de-4376-bdd1-efa5c0626858 req-222e6dd6-f487-4931-bd7b-904875d146d6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 946 time: 0.0933173 Feb 04 17:31:45.167230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (e2b84ada-ffb3-42d6-a099-c3a5edc61674), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.208570 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b84ada-ffb3-42d6-a099-c3a5edc61674']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:45.224357 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac38c77-2d49-4f61-80d8-3355c6662f21') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:45.224814 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac38c77-2d49-4f61-80d8-3355c6662f21') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:45.230613 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dd41b58d-d9de-4376-bdd1-efa5c0626858 req-af215962-0849-49be-96c2-20450520edd9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562537 Feb 04 17:31:45.239872 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (3ac38c77-2d49-4f61-80d8-3355c6662f21), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.260105 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (3ac38c77-2d49-4f61-80d8-3355c6662f21), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.269042 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:45.269457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (3ac38c77-2d49-4f61-80d8-3355c6662f21), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:45.271389 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:45.447888 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (e2b84ada-ffb3-42d6-a099-c3a5edc61674), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.456730 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.460240 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e2b84ada-ffb3-42d6-a099-c3a5edc61674 HTTP/1.1" status: 204 len: 168 time: 0.5573270 Feb 04 17:31:45.464775 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33982) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:45.475047 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeeedd7-60f8-4a73-84fa-6ee346ee8f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2b84ada-ffb3-42d6-a099-c3a5edc61674,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:45.524719 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] Deleting subnet 59b2c3bf-c250-45c9-9255-478472d12a0f {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:31:45.529021 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] Publish callbacks [] for subnet (59b2c3bf-c250-45c9-9255-478472d12a0f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.572690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (59b2c3bf-c250-45c9-9255-478472d12a0f), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.625080 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (59b2c3bf-c250-45c9-9255-478472d12a0f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:45.874821 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:46.009091 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: ACTIVE; New status is: DOWN {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:46.009599 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.046665 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:31:46.050833 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7edbba-6d93-488b-9e39-90b13dfe130d" -d '{"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-unplugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:31:46.075669 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:31:46.109240 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 17:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771dc7e9-05f4-4d1d-ac57-84b1374f47b9 x-openstack-request-id: req-771dc7e9-05f4-4d1d-ac57-84b1374f47b9 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:31:46.109684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-unplugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:31:46.110081 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-771dc7e9-05f4-4d1d-ac57-84b1374f47b9 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:31:46.110735 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'code': 200} Feb 04 17:31:46.141935 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (59b2c3bf-c250-45c9-9255-478472d12a0f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.172157 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b2c3bf-c250-45c9-9255-478472d12a0f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:46.178420 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.184554 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-9cbcd8db-d789-4e80-af0c-00c94415f431 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/59b2c3bf-c250-45c9-9255-478472d12a0f HTTP/1.1" status: 204 len: 168 time: 0.7177134 Feb 04 17:31:46.190001 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33986) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:46.210317 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.296628 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:46.310070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (6a286965-f866-4896-99b7-c18bf603f573), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.503166 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (6a286965-f866-4896-99b7-c18bf603f573), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.548411 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a286965-f866-4896-99b7-c18bf603f573']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:46.564339 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f230e73b-ccc5-4827-81b9-0789ca0868a5') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:46.564654 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f230e73b-ccc5-4827-81b9-0789ca0868a5') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:31:46.573011 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857dffa2-c58b-44d9-8c61-ee97f0f50eae req-6052eef7-529b-467b-95ab-2271197fd235 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:46.574629 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-857dffa2-c58b-44d9-8c61-ee97f0f50eae req-6052eef7-529b-467b-95ab-2271197fd235 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1877468 Feb 04 17:31:46.591933 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (f230e73b-ccc5-4827-81b9-0789ca0868a5), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.616173 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (f230e73b-ccc5-4827-81b9-0789ca0868a5), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.631143 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:31:46.631498 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (f230e73b-ccc5-4827-81b9-0789ca0868a5), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:31:46.633300 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:31:46.687596 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-857dffa2-c58b-44d9-8c61-ee97f0f50eae req-35ca708b-29df-46be-8457-ce4559e96f83 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056380 Feb 04 17:31:46.813103 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (6a286965-f866-4896-99b7-c18bf603f573), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.823507 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:46.830405 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a286965-f866-4896-99b7-c18bf603f573 HTTP/1.1" status: 204 len: 168 time: 0.6397884 Feb 04 17:31:46.849012 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29471bda-d99e-4e92-b7ef-6a7b6b6f544f admin admin] Pushing event deleted for resources: {'Network': ['ID=6a286965-f866-4896-99b7-c18bf603f573,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:47.434023 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33992) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:47.509063 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-62a0c755-74f0-4d5a-a568-27cd6d6d315c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ee5ab7695d94da792ae75e7a038cd1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733199 Feb 04 17:31:47.512710 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 33994) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:47.589070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d41bd03d-fb4a-433a-9e6c-3c5db68e68fc admin admin] Publish callbacks [] for security_group (fc45b4ef-2739-44a0-bb0b-f36bc19646cf), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.629688 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d41bd03d-fb4a-433a-9e6c-3c5db68e68fc admin admin] Publish callbacks [] for security_group (fc45b4ef-2739-44a0-bb0b-f36bc19646cf), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.828349 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d41bd03d-fb4a-433a-9e6c-3c5db68e68fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (fc45b4ef-2739-44a0-bb0b-f36bc19646cf), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.831485 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d41bd03d-fb4a-433a-9e6c-3c5db68e68fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:47.833203 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d41bd03d-fb4a-433a-9e6c-3c5db68e68fc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc45b4ef-2739-44a0-bb0b-f36bc19646cf HTTP/1.1" status: 204 len: 168 time: 0.3190992 Feb 04 17:31:47.847263 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41bd03d-fb4a-433a-9e6c-3c5db68e68fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc45b4ef-2739-44a0-bb0b-f36bc19646cf,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:47.889047 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc5362-06be-4d16-8d39-2d3011d96324 req-99b24bf3-2b4c-4ffc-bb49-87442d90d60b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:47.892820 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1ebc5362-06be-4d16-8d39-2d3011d96324 req-99b24bf3-2b4c-4ffc-bb49-87442d90d60b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0943756 Feb 04 17:31:47.978216 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-1ebc5362-06be-4d16-8d39-2d3011d96324 req-857265de-774b-4d0c-ac7b-03e2b4dc6f96 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764499 Feb 04 17:31:48.801009 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34010) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:48.847340 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-0d067272-048e-4c44-8fba-2db8e1434866 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03af890234ff4dc89d2e5f86d37540f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445895 Feb 04 17:31:48.850225 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34012) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:48.910254 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a57fdd05-1c6f-467d-baa4-9cc61d8f0150 admin admin] Publish callbacks [] for security_group (784578ba-7dc7-4170-95e5-27622261f2aa), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:48.939333 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a57fdd05-1c6f-467d-baa4-9cc61d8f0150 admin admin] Publish callbacks [] for security_group (784578ba-7dc7-4170-95e5-27622261f2aa), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.133154 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a57fdd05-1c6f-467d-baa4-9cc61d8f0150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (784578ba-7dc7-4170-95e5-27622261f2aa), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.139520 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-a57fdd05-1c6f-467d-baa4-9cc61d8f0150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:49.141657 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-a57fdd05-1c6f-467d-baa4-9cc61d8f0150 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/784578ba-7dc7-4170-95e5-27622261f2aa HTTP/1.1" status: 204 len: 168 time: 0.2901530 Feb 04 17:31:49.157338 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57fdd05-1c6f-467d-baa4-9cc61d8f0150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784578ba-7dc7-4170-95e5-27622261f2aa,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:31:49.873280 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:31:50.024446 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: DOWN; New status is: DOWN {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:31:51.197063 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9959a7-723f-4039-8230-22bd8163e06f req-b642147b-9a8d-4b94-bb8f-d5dc855eb9cb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:51.208350 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8b9959a7-723f-4039-8230-22bd8163e06f req-b642147b-9a8d-4b94-bb8f-d5dc855eb9cb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0808299 Feb 04 17:31:51.271899 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8b9959a7-723f-4039-8230-22bd8163e06f req-262dce96-62f8-4a79-8c57-a0cca5b1994b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627720 Feb 04 17:31:52.009356 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34084) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:31:52.174584 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-c6587e23-e34f-4574-bee7-11ba6f501e37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1629581 Feb 04 17:31:52.188700 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-e07ae5ee-cc6b-4bd8-bde5-1bd133695fc6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:31:52.190575 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-e07ae5ee-cc6b-4bd8-bde5-1bd133695fc6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097392 Feb 04 17:31:52.336538 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:31:52.501062 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa99eb8-2bf5-480f-8673-99c32b613a9b req-e45e24b0-41c2-4ec4-9931-f886b0ed83bb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:52.503808 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bfa99eb8-2bf5-480f-8673-99c32b613a9b req-e45e24b0-41c2-4ec4-9931-f886b0ed83bb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1127231 Feb 04 17:31:52.588055 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bfa99eb8-2bf5-480f-8673-99c32b613a9b req-020d0049-73ae-49d3-bb78-c5de523a825d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760441 Feb 04 17:31:53.765003 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78204ef9-5206-46d5-9c9b-861edd3f7199 req-2d8cfbdc-1765-46a4-8ec4-e0fbe5d26e40 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:53.767193 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-78204ef9-5206-46d5-9c9b-861edd3f7199 req-2d8cfbdc-1765-46a4-8ec4-e0fbe5d26e40 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0701673 Feb 04 17:31:53.843013 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-78204ef9-5206-46d5-9c9b-861edd3f7199 req-996fe9ef-5a27-458e-9d2e-ac7b7700d662 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667717 Feb 04 17:31:54.560997 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-14606317-269b-4717-a289-c1d6a9db513b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.563843 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-14606317-269b-4717-a289-c1d6a9db513b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5&tenant_id=115a773ef6f441f693a5432595fe6b9d HTTP/1.1" status: 200 len: 1128 time: 0.1183293 Feb 04 17:31:54.656889 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-f58a1c7a-3b88-4272-913c-5d6724a01235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.660876 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-f58a1c7a-3b88-4272-913c-5d6724a01235 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1128 time: 0.0670776 Feb 04 17:31:54.799842 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-dd1cef74-25df-47dd-931c-508add8b737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.802645 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-dd1cef74-25df-47dd-931c-508add8b737c service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1378698 Feb 04 17:31:54.894329 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-42783679-6bfa-497c-af0b-c312513dc199 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 1000 time: 0.0853562 Feb 04 17:31:54.988542 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-6934632d-229f-4ed4-8e5c-74b8fcd83f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:54.991255 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-6934632d-229f-4ed4-8e5c-74b8fcd83f21 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.0907636 Feb 04 17:31:55.029179 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95441fcd-7c00-483f-a1f0-44d6b2e55d29 req-830742b7-fbcd-4c0c-b502-f8af9eec0a7d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.036899 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-95441fcd-7c00-483f-a1f0-44d6b2e55d29 req-830742b7-fbcd-4c0c-b502-f8af9eec0a7d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0749016 Feb 04 17:31:55.062047 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-0aa42fbc-fa98-4ab7-a550-84b84712e582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:55.064508 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-0aa42fbc-fa98-4ab7-a550-84b84712e582 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0670781 Feb 04 17:31:55.123258 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-95441fcd-7c00-483f-a1f0-44d6b2e55d29 req-a83cf076-a5fa-4abf-8921-d0409d7fc27b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837548 Feb 04 17:31:55.194195 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-f758a85f-4f61-4195-968b-4c8eb046c6d2 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236756 Feb 04 17:31:55.325286 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b63d38de-ae76-4c1c-b978-7e73eb1fa49a req-dcc03d49-0833-43aa-a452-9bdb162a118b service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247363 Feb 04 17:31:56.433250 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d34404-f53e-407d-9a12-1ad51fb557d0 req-410938e6-c7f8-4d5c-9586-68c4c59f217f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:56.459247 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c2d34404-f53e-407d-9a12-1ad51fb557d0 req-410938e6-c7f8-4d5c-9586-68c4c59f217f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1825843 Feb 04 17:31:56.560130 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c2d34404-f53e-407d-9a12-1ad51fb557d0 req-1f22ac90-8ed8-4a11-b0e8-c9255e6a2d70 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946014 Feb 04 17:31:57.837389 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5fd71-9b4c-461f-b809-bd04ec978e9e req-ce7dda92-1fd7-4a6b-ad1a-a40bc7c83f6e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:57.839443 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7f5fd71-9b4c-461f-b809-bd04ec978e9e req-ce7dda92-1fd7-4a6b-ad1a-a40bc7c83f6e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1034141 Feb 04 17:31:57.922700 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7f5fd71-9b4c-461f-b809-bd04ec978e9e req-876c60c2-c41c-4a2b-baa2-73e84e669002 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657964 Feb 04 17:31:59.199865 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eb693-773c-4c68-9445-757cd48a34b9 req-21afd9cd-5183-4fe1-a352-a796d8a9499d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:31:59.205126 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bf3eb693-773c-4c68-9445-757cd48a34b9 req-21afd9cd-5183-4fe1-a352-a796d8a9499d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1399612 Feb 04 17:31:59.327508 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bf3eb693-773c-4c68-9445-757cd48a34b9 req-f2090b78-85ac-4b34-8486-c4f2660a10aa tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124814 Feb 04 17:32:00.572274 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e456cb-95f2-404a-b034-c319c9a576a2 req-93bd9933-a6a2-429e-81c4-3c4893534ecb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:00.578263 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-38e456cb-95f2-404a-b034-c319c9a576a2 req-93bd9933-a6a2-429e-81c4-3c4893534ecb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1337392 Feb 04 17:32:00.649850 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-38e456cb-95f2-404a-b034-c319c9a576a2 req-18578714-9f60-4a6b-9b9c-53523eaacf95 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637338 Feb 04 17:32:01.163768 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34174) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:01.363122 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-888ac7ba-8aa8-405b-994c-ca37a04caab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.480186 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-888ac7ba-8aa8-405b-994c-ca37a04caab7 admin admin] Publish callbacks [] for security_group (74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.606327 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-888ac7ba-8aa8-405b-994c-ca37a04caab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.655004 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-888ac7ba-8aa8-405b-994c-ca37a04caab7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25c419836bc141218e80e937989ae554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895775 Feb 04 17:32:01.655760 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:01.656335 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ac7ba-8aa8-405b-994c-ca37a04caab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:01.770489 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd509557-adc3-48a6-8f4c-3ed84955172e admin admin] Publish callbacks [] for security_group (74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.829206 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd509557-adc3-48a6-8f4c-3ed84955172e admin admin] Publish callbacks [] for security_group (74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:01.937966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8ede6-79ae-456f-a264-78df3249d554 req-c1ed3eb2-bae0-4d2a-a866-6b975ebb23a9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:01.939901 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b1e8ede6-79ae-456f-a264-78df3249d554 req-c1ed3eb2-bae0-4d2a-a866-6b975ebb23a9 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0895476 Feb 04 17:32:02.011165 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b1e8ede6-79ae-456f-a264-78df3249d554 req-857b3205-1eee-4cc2-a4be-bde6e1fa20ae tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640485 Feb 04 17:32:02.055316 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd509557-adc3-48a6-8f4c-3ed84955172e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.058518 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-cd509557-adc3-48a6-8f4c-3ed84955172e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:02.061467 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-cd509557-adc3-48a6-8f4c-3ed84955172e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5 HTTP/1.1" status: 204 len: 168 time: 0.4026930 Feb 04 17:32:02.077707 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd509557-adc3-48a6-8f4c-3ed84955172e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74d60cf9-4a89-43b0-b4f0-06faf7cbd6f5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:02.464418 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b14ea918-ecc4-4235-8322-ac7657cfa871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.270393 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999bcbc-58e7-4c4c-a7e9-65ed0c3e088d req-6688a49c-44ed-469e-8150-45427f3108b8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:03.270393 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1999bcbc-58e7-4c4c-a7e9-65ed0c3e088d req-6688a49c-44ed-469e-8150-45427f3108b8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1060886 Feb 04 17:32:03.333849 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34188) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:03.365536 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54595381-7e76-44da-b6a4-5346e3884605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.436564 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1999bcbc-58e7-4c4c-a7e9-65ed0c3e088d req-ddb20688-c5ec-44f6-acdd-8b61a46bce9e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579676 Feb 04 17:32:03.518674 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54595381-7e76-44da-b6a4-5346e3884605 admin admin] Publish callbacks [] for security_group (bcea97ca-674d-4ade-949f-d6742a73e04c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.601477 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-54595381-7e76-44da-b6a4-5346e3884605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bcea97ca-674d-4ade-949f-d6742a73e04c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.690686 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34192) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:03.691533 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-54595381-7e76-44da-b6a4-5346e3884605 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d9d062fbadb4eaeb63749abf9ebcfca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3555644 Feb 04 17:32:03.692691 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54595381-7e76-44da-b6a4-5346e3884605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea97ca-674d-4ade-949f-d6742a73e04c,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:03.781073 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad7767d3-e2a6-4ff8-90d9-58d4c3934251 admin admin] Publish callbacks [] for security_group (bcea97ca-674d-4ade-949f-d6742a73e04c), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:03.834755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad7767d3-e2a6-4ff8-90d9-58d4c3934251 admin admin] Publish callbacks [] for security_group (bcea97ca-674d-4ade-949f-d6742a73e04c), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.044233 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad7767d3-e2a6-4ff8-90d9-58d4c3934251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (bcea97ca-674d-4ade-949f-d6742a73e04c), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.049156 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ad7767d3-e2a6-4ff8-90d9-58d4c3934251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:04.051341 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ad7767d3-e2a6-4ff8-90d9-58d4c3934251 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcea97ca-674d-4ade-949f-d6742a73e04c HTTP/1.1" status: 204 len: 168 time: 0.3590612 Feb 04 17:32:04.068516 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7767d3-e2a6-4ff8-90d9-58d4c3934251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea97ca-674d-4ade-949f-d6742a73e04c,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:04.602246 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72177e-cc4c-4727-886d-1f05350fa5b5 req-6e21ee62-5d18-4e6f-a923-53d42ec247d7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:04.604084 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6a72177e-cc4c-4727-886d-1f05350fa5b5 req-6e21ee62-5d18-4e6f-a923-53d42ec247d7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0703802 Feb 04 17:32:04.668296 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6a72177e-cc4c-4727-886d-1f05350fa5b5 req-efa69f80-b984-4df0-9934-6369157c0335 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524101 Feb 04 17:32:04.753756 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:32:05.859698 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1420ead0-5358-4647-a197-da5af43053c0 req-20b796e1-eb4a-4e6e-8874-ab2fcb7d3e6c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:05.861411 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1420ead0-5358-4647-a197-da5af43053c0 req-20b796e1-eb4a-4e6e-8874-ab2fcb7d3e6c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.1042933 Feb 04 17:32:05.868977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0464bdd7-8c49-4516-bf84-c05a99b63961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:05.924444 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1420ead0-5358-4647-a197-da5af43053c0 req-72e592cc-b66d-4d38-a244-576d8753f338 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533087 Feb 04 17:32:07.098219 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c27e1-ae15-4f0b-820b-3c373905e0a4 req-013b30e7-3560-4cc8-81e8-acc53fb0d447 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:07.099896 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-171c27e1-ae15-4f0b-820b-3c373905e0a4 req-013b30e7-3560-4cc8-81e8-acc53fb0d447 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0795166 Feb 04 17:32:07.165918 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-171c27e1-ae15-4f0b-820b-3c373905e0a4 req-de730d2c-ffe9-4a66-a019-f80bdc96f014 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581276 Feb 04 17:32:08.047012 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:08.355488 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28663748-8240-46be-9bb1-b3cfad6466c7 req-8c9041f1-aa12-4126-987f-d98a9cb0a6a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:08.357731 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-28663748-8240-46be-9bb1-b3cfad6466c7 req-8c9041f1-aa12-4126-987f-d98a9cb0a6a2 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0712531 Feb 04 17:32:08.422632 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-28663748-8240-46be-9bb1-b3cfad6466c7 req-29152bdf-5852-43c8-b608-b536518a3229 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581598 Feb 04 17:32:09.614001 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5cbdc-820d-4b18-b42a-24c754117895 req-7b8336d2-5adb-4f7c-bd1e-553f97970dbd tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:09.616810 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-38a5cbdc-820d-4b18-b42a-24c754117895 req-7b8336d2-5adb-4f7c-bd1e-553f97970dbd tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0623975 Feb 04 17:32:09.677904 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-38a5cbdc-820d-4b18-b42a-24c754117895 req-0f254177-39e4-4295-a87c-06e293a4b75c tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511291 Feb 04 17:32:10.835881 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eb508-2eb4-489a-8311-7b675a1d43a1 req-3168b01a-9ca2-483c-9fdb-4a853977a1f8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:10.837433 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-782eb508-2eb4-489a-8311-7b675a1d43a1 req-3168b01a-9ca2-483c-9fdb-4a853977a1f8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0716374 Feb 04 17:32:10.897935 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-782eb508-2eb4-489a-8311-7b675a1d43a1 req-10e3f575-f5db-4eee-a917-17e4b89d8c0f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526905 Feb 04 17:32:11.457738 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:11.588743 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:12.091769 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ce0e8f-e285-4515-bfe8-4128c9176e8f req-7243a7bf-2d1b-4685-94ca-004cee16b267 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:12.093922 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-92ce0e8f-e285-4515-bfe8-4128c9176e8f req-7243a7bf-2d1b-4685-94ca-004cee16b267 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0926590 Feb 04 17:32:12.153015 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-92ce0e8f-e285-4515-bfe8-4128c9176e8f req-8cff54fe-6ef0-471e-8ded-0d4c85e92649 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526149 Feb 04 17:32:13.317550 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac5dc2-5d71-4267-8e20-e09b07e8c78d req-3e245e9f-1c59-434a-a89e-db03cacd076e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:13.320308 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1eac5dc2-5d71-4267-8e20-e09b07e8c78d req-3e245e9f-1c59-434a-a89e-db03cacd076e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0812092 Feb 04 17:32:13.389571 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1eac5dc2-5d71-4267-8e20-e09b07e8c78d req-df4a8ebb-5685-406e-832f-f3290c0de4a0 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616326 Feb 04 17:32:13.983218 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:32:14.138568 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:14.161875 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'port_id': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'mac_address': 'fa:16:3e:c7:68:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:32:14.216048 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:14.216394 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.393048 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:32:14.430547 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:14.544992 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9dbf1-1220-40f9-973b-b50257b17ef9 req-e0d22bec-33f8-4cd9-9876-5d9856f6e91d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:14.546831 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-60a9dbf1-1220-40f9-973b-b50257b17ef9 req-e0d22bec-33f8-4cd9-9876-5d9856f6e91d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 944 time: 0.0702550 Feb 04 17:32:14.564046 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:14.618949 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-60a9dbf1-1220-40f9-973b-b50257b17ef9 req-830fd8a6-5a8b-4c0e-aaab-4ae3d821ec0f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617175 Feb 04 17:32:14.647350 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=9']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:14.660331 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.660679 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.661030 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.661374 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.661713 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.662044 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.662411 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.662747 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.663353 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.663692 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.664100 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.664429 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.664778 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:14.912561 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['71fe4eac-c9c9-480b-a319-8fe5f945ccc5'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:32:15.784952 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b814e-e899-4484-9ace-b134cfb8c1b3 req-839d9663-aef1-4435-a209-ee93c9b02fcc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:15.787227 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-223b814e-e899-4484-9ace-b134cfb8c1b3 req-839d9663-aef1-4435-a209-ee93c9b02fcc tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 945 time: 0.0752604 Feb 04 17:32:15.871018 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-223b814e-e899-4484-9ace-b134cfb8c1b3 req-54715703-3dc9-4264-8608-d9a3bdc27f09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718033 Feb 04 17:32:15.998873 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34318) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:16.006718 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:32:16.073141 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:32:16.073673 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.213485 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:32:16.213902 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.228492 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32797cd7-5ae5-4d9a-a2a9-e6755fee2341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.256722 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:32:16.260440 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d746f4b0-7b69-46a3-950c-661f04b12def" -d '{"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-plugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:32:16.283783 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:32:16.315865 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd23021b-7389-49d3-90e4-660fe8fb1b73 x-openstack-request-id: req-dd23021b-7389-49d3-90e4-660fe8fb1b73 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:32:16.315865 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-plugged", "status": "completed", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:32:16.315865 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd23021b-7389-49d3-90e4-660fe8fb1b73 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:32:16.315865 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'code': 200} Feb 04 17:32:16.375297 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32797cd7-5ae5-4d9a-a2a9-e6755fee2341 admin admin] Publish callbacks [] for security_group (8a9ac602-e2f2-4594-8a58-833f9feb83fc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.456382 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.496039 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-32797cd7-5ae5-4d9a-a2a9-e6755fee2341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (8a9ac602-e2f2-4594-8a58-833f9feb83fc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.527302 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=10']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.584187 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-32797cd7-5ae5-4d9a-a2a9-e6755fee2341 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=595d891deec54606888a6a797e39d949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5832520 Feb 04 17:32:16.595639 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34324) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:16.595902 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32797cd7-5ae5-4d9a-a2a9-e6755fee2341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9ac602-e2f2-4594-8a58-833f9feb83fc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.664959 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Publish callbacks [] for security_group (8a9ac602-e2f2-4594-8a58-833f9feb83fc), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.706788 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Publish callbacks [] for security_group (8a9ac602-e2f2-4594-8a58-833f9feb83fc), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.777659 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3973dc-c0a5-4382-95b5-82d96f38b306 req-140c2fcc-2b6e-4a4f-9001-0665e376caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:16.780701 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bc3973dc-c0a5-4382-95b5-82d96f38b306 req-140c2fcc-2b6e-4a4f-9001-0665e376caf9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1131 time: 0.0806980 Feb 04 17:32:16.832443 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bc3973dc-c0a5-4382-95b5-82d96f38b306 req-13b2d19f-6341-46d2-ac45-ce98e85cb9bf service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459421 Feb 04 17:32:16.880299 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (8a9ac602-e2f2-4594-8a58-833f9feb83fc), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.883070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:16.884303 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a9ac602-e2f2-4594-8a58-833f9feb83fc HTTP/1.1" status: 204 len: 168 time: 0.2957072 Feb 04 17:32:16.894909 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9ac602-e2f2-4594-8a58-833f9feb83fc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:16.903831 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.904184 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.904559 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.904934 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.905271 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.905606 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.905945 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.906298 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.906845 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.907180 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.907510 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.907846 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:16.908170 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8fcb75-673f-417d-a280-667c93d2e193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:17.062928 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb2f33d-f8ea-49bc-a6cb-80b1037cccca req-ce17f441-d538-42c5-8329-45dc9439fd44 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:17.068498 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1bb2f33d-f8ea-49bc-a6cb-80b1037cccca req-ce17f441-d538-42c5-8329-45dc9439fd44 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0764813 Feb 04 17:32:17.133493 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1bb2f33d-f8ea-49bc-a6cb-80b1037cccca req-5b3f2c3f-fb10-4ec5-a94c-c6145231a824 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617065 Feb 04 17:32:17.755276 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34332) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:17.769937 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22549ca8-5634-4da8-925f-6631331686e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.855222 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22549ca8-5634-4da8-925f-6631331686e1 admin admin] Publish callbacks [] for security_group (cf329695-c687-4945-8883-4b36f06b1687), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:17.975742 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-22549ca8-5634-4da8-925f-6631331686e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (cf329695-c687-4945-8883-4b36f06b1687), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.033765 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-22549ca8-5634-4da8-925f-6631331686e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbdfe44e0280480e82a419d3901bb1d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770622 Feb 04 17:32:18.036469 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22549ca8-5634-4da8-925f-6631331686e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf329695-c687-4945-8883-4b36f06b1687,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:18.038305 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34334) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:18.119973 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4700e296-2b26-4915-ac2c-6c417e13d0b2 admin admin] Publish callbacks [] for security_group (cf329695-c687-4945-8883-4b36f06b1687), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.154067 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4700e296-2b26-4915-ac2c-6c417e13d0b2 admin admin] Publish callbacks [] for security_group (cf329695-c687-4945-8883-4b36f06b1687), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.322003 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4700e296-2b26-4915-ac2c-6c417e13d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (cf329695-c687-4945-8883-4b36f06b1687), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.325453 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4700e296-2b26-4915-ac2c-6c417e13d0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:18.327282 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-4700e296-2b26-4915-ac2c-6c417e13d0b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf329695-c687-4945-8883-4b36f06b1687 HTTP/1.1" status: 204 len: 168 time: 0.2873466 Feb 04 17:32:18.339973 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700e296-2b26-4915-ac2c-6c417e13d0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf329695-c687-4945-8883-4b36f06b1687,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:18.363164 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d83618-035c-495e-92dd-a1165d3cbb76 req-f006f3d9-6f3a-4a37-a223-014e8502bd0e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:18.373797 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e4d83618-035c-495e-92dd-a1165d3cbb76 req-f006f3d9-6f3a-4a37-a223-014e8502bd0e tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0965056 Feb 04 17:32:18.451924 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e4d83618-035c-495e-92dd-a1165d3cbb76 req-2eb4cefa-08e4-41df-8f9a-8b359e3dbbd6 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720665 Feb 04 17:32:19.310961 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34376) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:19.336333 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28b61e4f-9d6a-46a5-aef8-9df7d78853f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.463660 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28b61e4f-9d6a-46a5-aef8-9df7d78853f0 admin admin] Publish callbacks [] for security_group (f3a9ce42-5697-454f-98e5-a10e6517a2f8), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.594526 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-28b61e4f-9d6a-46a5-aef8-9df7d78853f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f3a9ce42-5697-454f-98e5-a10e6517a2f8), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.648151 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b61e4f-9d6a-46a5-aef8-9df7d78853f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a9ce42-5697-454f-98e5-a10e6517a2f8,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:19.653787 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-28b61e4f-9d6a-46a5-aef8-9df7d78853f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e7d56030b90421aa90831da379ec02e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409073 Feb 04 17:32:19.657773 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:19.663605 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dfc124-f7a5-44a3-b240-e01e65c9867d req-49818f27-033f-479f-ac68-ae9dbb84d301 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:19.665248 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f0dfc124-f7a5-44a3-b240-e01e65c9867d req-49818f27-033f-479f-ac68-ae9dbb84d301 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.1126833 Feb 04 17:32:19.752715 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f0dfc124-f7a5-44a3-b240-e01e65c9867d req-e7f6eb68-8844-4af8-bbfd-deacd98ca06f tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783455 Feb 04 17:32:19.754072 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da136183-9950-43ff-b38e-998964db5a66 admin admin] Publish callbacks [] for security_group (f3a9ce42-5697-454f-98e5-a10e6517a2f8), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.787123 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da136183-9950-43ff-b38e-998964db5a66 admin admin] Publish callbacks [] for security_group (f3a9ce42-5697-454f-98e5-a10e6517a2f8), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.969729 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da136183-9950-43ff-b38e-998964db5a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f3a9ce42-5697-454f-98e5-a10e6517a2f8), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.975228 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-da136183-9950-43ff-b38e-998964db5a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:19.977323 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-da136183-9950-43ff-b38e-998964db5a66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3a9ce42-5697-454f-98e5-a10e6517a2f8 HTTP/1.1" status: 204 len: 168 time: 0.3178515 Feb 04 17:32:20.001442 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da136183-9950-43ff-b38e-998964db5a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a9ce42-5697-454f-98e5-a10e6517a2f8,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:20.953582 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5833dda-b659-449b-aaca-799263e7ed6e req-ac73bf2b-d45a-48ee-a95e-e72cb83f3e56 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:32:20.955371 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5833dda-b659-449b-aaca-799263e7ed6e req-ac73bf2b-d45a-48ee-a95e-e72cb83f3e56 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0925810 Feb 04 17:32:21.038665 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a5833dda-b659-449b-aaca-799263e7ed6e req-5e4b8c91-88dc-451b-bb3c-8c1df278ea07 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734446 Feb 04 17:32:22.440652 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:32.589484 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef4bd090-9f51-490a-abac-f914b125323c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:36.045121 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2f758e50-18a3-4c47-b143-47b40e5b3ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:38.046192 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:39.675971 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34502) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:39.900052 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ea887c8-f274-47c5-a62a-19cd3b45713b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.043777 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ea887c8-f274-47c5-a62a-19cd3b45713b admin admin] Publish callbacks [] for security_group (3ab5afb8-d968-4777-b193-d72d578d87e4), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.148547 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ea887c8-f274-47c5-a62a-19cd3b45713b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3ab5afb8-d968-4777-b193-d72d578d87e4), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.207522 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea887c8-f274-47c5-a62a-19cd3b45713b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab5afb8-d968-4777-b193-d72d578d87e4,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:40.214635 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3ea887c8-f274-47c5-a62a-19cd3b45713b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b6f478d0d9a42faa3629bfdde788a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5369213 Feb 04 17:32:40.218986 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34506) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:40.298378 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-510c1764-c235-4d44-885d-f942295d744f admin admin] Publish callbacks [] for security_group (3ab5afb8-d968-4777-b193-d72d578d87e4), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.347733 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-510c1764-c235-4d44-885d-f942295d744f admin admin] Publish callbacks [] for security_group (3ab5afb8-d968-4777-b193-d72d578d87e4), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.523291 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-510c1764-c235-4d44-885d-f942295d744f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3ab5afb8-d968-4777-b193-d72d578d87e4), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.526437 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-510c1764-c235-4d44-885d-f942295d744f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:40.528427 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-510c1764-c235-4d44-885d-f942295d744f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ab5afb8-d968-4777-b193-d72d578d87e4 HTTP/1.1" status: 204 len: 168 time: 0.3076477 Feb 04 17:32:40.544352 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c1764-c235-4d44-885d-f942295d744f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab5afb8-d968-4777-b193-d72d578d87e4,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:41.474950 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34512) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:41.480052 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.483377 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.494734 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.613362 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Publish callbacks [] for security_group (27c94157-76b3-4507-90c0-c3bb686697da), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.689373 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (27c94157-76b3-4507-90c0-c3bb686697da), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.754344 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:32:41.769585 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dfbcbc5f7914c8b860463b18456a30a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2928822 Feb 04 17:32:41.771506 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c94157-76b3-4507-90c0-c3bb686697da,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:41.772838 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34514) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:32:41.785464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.786010 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.786611 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.787469 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.788061 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.788601 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.789188 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.789748 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.790222 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.790840 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.791306 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.791870 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.792890 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fd801-ced0-4b3b-b59f-0f2217e93613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:32:41.849194 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5655-e522-446c-8a68-745a423a175b admin admin] Publish callbacks [] for security_group (27c94157-76b3-4507-90c0-c3bb686697da), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:41.890792 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5655-e522-446c-8a68-745a423a175b admin admin] Publish callbacks [] for security_group (27c94157-76b3-4507-90c0-c3bb686697da), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.070519 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5655-e522-446c-8a68-745a423a175b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (27c94157-76b3-4507-90c0-c3bb686697da), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.075925 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c6bd5655-e522-446c-8a68-745a423a175b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:32:42.081160 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c6bd5655-e522-446c-8a68-745a423a175b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27c94157-76b3-4507-90c0-c3bb686697da HTTP/1.1" status: 204 len: 168 time: 0.3034232 Feb 04 17:32:42.093232 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd5655-e522-446c-8a68-745a423a175b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c94157-76b3-4507-90c0-c3bb686697da,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:32:52.587569 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:00.146222 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-55359b4b-0920-4422-b41e-5015fa950c37 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557857 Feb 04 17:33:00.286919 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-6a23e0b5-7022-46ee-8951-4d260a2462f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.289707 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-6a23e0b5-7022-46ee-8951-4d260a2462f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=115a773ef6f441f693a5432595fe6b9d&device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 1131 time: 0.0824468 Feb 04 17:33:00.478060 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-11e91fff-b918-45aa-8b6d-0962d736f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.480029 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-11e91fff-b918-45aa-8b6d-0962d736f4c8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 200 len: 918 time: 0.1665914 Feb 04 17:33:00.577633 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-f612d480-8097-4824-9a77-f871a5909629 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 200 len: 1002 time: 0.0895574 Feb 04 17:33:00.641561 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-0bb8d2a2-0566-4a5b-8dc6-45ab4b7868f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.643123 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-0bb8d2a2-0566-4a5b-8dc6-45ab4b7868f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 200 len: 856 time: 0.0596762 Feb 04 17:33:00.712309 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-9cd12f3d-a466-49f6-8423-1b72a6fa5d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:00.714988 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-9cd12f3d-a466-49f6-8423-1b72a6fa5d62 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=fbb40357-40b2-49de-9e70-6d5b36b7b7f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0657473 Feb 04 17:33:00.879693 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-bc6c525b-e492-4339-8c0a-3d4ec82ee6f6 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567626 Feb 04 17:33:01.017464 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a0bb6a65-1bf0-4156-8531-c7a1ec4e2f0d req-b2808b74-f0f1-4341-aef2-b6088031f3f3 service neutron] 10.222.0.93 "GET /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321235 Feb 04 17:33:02.454739 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-dd7a68cc-8bfa-472c-a278-3c9a0ae6adb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:05.895957 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c8099d97-6c5f-48d1-ad78-07c8daa176e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:08.020972 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.450839 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.490049 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:11.932347 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 34684) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:12.091746 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83a68ab1-c683-4da9-8ce8-9859b60b5a73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.222057 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83a68ab1-c683-4da9-8ce8-9859b60b5a73 admin admin] Publish callbacks [] for security_group (fac21e9f-4be4-464d-ae75-f77395c6e273), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.322662 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-83a68ab1-c683-4da9-8ce8-9859b60b5a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (fac21e9f-4be4-464d-ae75-f77395c6e273), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.375495 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-83a68ab1-c683-4da9-8ce8-9859b60b5a73 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43ca0e3c7041451fbacfb75f327b6574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4416547 Feb 04 17:33:12.376555 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a68ab1-c683-4da9-8ce8-9859b60b5a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac21e9f-4be4-464d-ae75-f77395c6e273,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:12.379273 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34688) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:12.466440 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6589e1ed-ad73-429d-8e8f-c625cbecd674 admin admin] Publish callbacks [] for security_group (fac21e9f-4be4-464d-ae75-f77395c6e273), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.492698 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6589e1ed-ad73-429d-8e8f-c625cbecd674 admin admin] Publish callbacks [] for security_group (fac21e9f-4be4-464d-ae75-f77395c6e273), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.637775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6589e1ed-ad73-429d-8e8f-c625cbecd674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (fac21e9f-4be4-464d-ae75-f77395c6e273), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.640898 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-6589e1ed-ad73-429d-8e8f-c625cbecd674 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:12.642241 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-6589e1ed-ad73-429d-8e8f-c625cbecd674 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fac21e9f-4be4-464d-ae75-f77395c6e273 HTTP/1.1" status: 204 len: 168 time: 0.2616000 Feb 04 17:33:12.654830 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589e1ed-ad73-429d-8e8f-c625cbecd674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac21e9f-4be4-464d-ae75-f77395c6e273,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:18.754004 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:33:22.362598 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:32.407555 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f48f0c60-f065-4d6c-aeba-17baa31f9223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:35.889073 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-918f630d-3c89-47c7-999c-2a4729dad11e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:36.541627 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e6e62-07a2-469f-b838-14686e87948e req-e3bb8927-43a2-4902-b86f-74195818474b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:36.544802 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-659e6e62-07a2-469f-b838-14686e87948e req-e3bb8927-43a2-4902-b86f-74195818474b tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.1015027 Feb 04 17:33:36.642542 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-659e6e62-07a2-469f-b838-14686e87948e req-44ad75ca-8ce3-4491-b64f-5963b0b8425d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905838 Feb 04 17:33:37.812662 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b935e-feff-47da-a3af-b5bade896db6 req-90320bad-911d-4d2f-9466-5f4d5479de43 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:37.820897 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-389b935e-feff-47da-a3af-b5bade896db6 req-90320bad-911d-4d2f-9466-5f4d5479de43 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0761867 Feb 04 17:33:37.894806 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-389b935e-feff-47da-a3af-b5bade896db6 req-dfc598c1-5e41-4efd-b94a-cc8275070abb tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694768 Feb 04 17:33:37.904914 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-688d5f2e-f7e9-4c53-af93-b1dfec33e40d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-245604653&fields=id&tenant_id=61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 267 time: 0.0867331 Feb 04 17:33:38.057523 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-eca01a63-4eb7-480f-9cd0-1dfbc3b68fb7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:38.059244 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-eca01a63-4eb7-480f-9cd0-1dfbc3b68fb7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 811 time: 0.1471171 Feb 04 17:33:38.077160 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-f47fedfc-1bb1-41ff-bce7-9c2e3b146b39 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/quotas/61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 375 time: 0.0109806 Feb 04 17:33:38.140812 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:38.154842 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-364dc9a7-955a-4a5e-a027-2cac17acdc5f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0715868 Feb 04 17:33:38.327149 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-e1d6fabd-4754-4976-aa22-b14043b3bae6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103215) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:33:38.328630 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-e1d6fabd-4754-4976-aa22-b14043b3bae6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1512344 Feb 04 17:33:38.441434 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-a9d0c07f-6bdd-421c-9529-722a8adb6a39 service neutron] 10.222.0.24 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008813 Feb 04 17:33:38.562198 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-22dd90dd-3e4a-47d3-a031-63b50033f884 service neutron] 10.222.0.24 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126089 Feb 04 17:33:39.060330 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48194b3-600c-4f6e-9e3d-13888299887f req-d9792dd9-e4d1-4fe0-8496-78be65f1f2bf tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:39.061988 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d48194b3-600c-4f6e-9e3d-13888299887f req-d9792dd9-e4d1-4fe0-8496-78be65f1f2bf tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0623848 Feb 04 17:33:39.117269 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d48194b3-600c-4f6e-9e3d-13888299887f req-59deed12-a59a-493c-b561-e775107a9d58 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491712 Feb 04 17:33:39.556393 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-05bb4252-c5d0-49da-ba9f-f36c2dd05b90 req-d98e0366-381d-4c5e-b97a-b6d40cc82c1e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 210 time: 0.0324340 Feb 04 17:33:40.361978 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b16929-26c0-4a93-974b-977262b2ecca req-90fdcd2b-94b3-4201-9eda-ad1ae6144729 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:40.364521 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c6b16929-26c0-4a93-974b-977262b2ecca req-90fdcd2b-94b3-4201-9eda-ad1ae6144729 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0994725 Feb 04 17:33:40.456321 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c6b16929-26c0-4a93-974b-977262b2ecca req-e872ffeb-d790-4e72-ad47-e50da1d3a5ff tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806239 Feb 04 17:33:40.693438 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c22aab42-e577-4623-8eed-1965aa3a9188 req-8dd21528-9e68-4b75-8129-9c3cf7989af7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 210 time: 0.0574667 Feb 04 17:33:41.500142 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.552181 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:41.663201 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d818ce16-5d14-4f51-9132-423b9ee2b85d req-91f99eda-c0be-4b7b-9249-667a94cf64ec tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:41.665994 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d818ce16-5d14-4f51-9132-423b9ee2b85d req-91f99eda-c0be-4b7b-9249-667a94cf64ec tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0942211 Feb 04 17:33:41.742032 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d818ce16-5d14-4f51-9132-423b9ee2b85d req-539e52a0-566c-47e6-8adc-c8540fae2689 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups?id=988dedff-d12b-44d7-a62f-543fa1742f70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694270 Feb 04 17:33:41.843577 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dcb07d98-8119-4a1c-a91e-c2fcef61467e req-2469e4ca-17c0-4707-9639-00462f138cb8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 210 time: 0.0361788 Feb 04 17:33:41.988821 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-a05844eb-b3ea-4328-b804-df9a0f281d14 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:41.991760 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-a05844eb-b3ea-4328-b804-df9a0f281d14 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 947 time: 0.0986853 Feb 04 17:33:42.135371 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Deleting port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:42.135371 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.275049 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] For port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:42.275487 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.499350 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.499881 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (579fc430-d470-4716-bf30-04b2a195e3c1), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.500338 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Floating IP 579fc430-d470-4716-bf30-04b2a195e3c1 disassociated. External IP: 172.27.0.155, port: 71fe4eac-c9c9-480b-a319-8fe5f945ccc5. Feb 04 17:33:42.500981 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Calling delete_port for 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 owned by compute:nova {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:42.786706 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (71fe4eac-c9c9-480b-a319-8fe5f945ccc5), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:42.827160 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event deleted for resources: {'Port': ['ID=71fe4eac-c9c9-480b-a319-8fe5f945ccc5,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:42.847997 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.849104 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.849104 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.849486 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.849981 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.850770 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.859464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.859464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.859464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.859464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.859464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.859464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.859464 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:42.950923 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c4198004-452c-4b2b-8075-f4dcbfe9b3cc req-275c8945-f80b-406f-8832-e3f52a09fff7 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 210 time: 0.0623660 Feb 04 17:33:43.035685 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5a1b8c4e-5c3e-4744-9b8d-a660acbd4969 req-8ea12ed9-7280-4573-9688-f6c2754b9dbd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 210 time: 0.0591841 Feb 04 17:33:43.075448 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Router c66713e6-e6bb-430c-9435-d36536a71186 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:43.303755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:43.327107 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] Sync routers for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:43.337483 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:43.338713 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:33:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:43.400713 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] No DVR routers for this DVR port 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 on host hv-cinder-81735 {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:43.406507 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:43.419246 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a137ad73-fa9c-44e8-b822-e62d9dfffe2d req-4066de3d-378b-44a3-b2ae-87e83623bec8 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.93 "DELETE /v2.0/ports/71fe4eac-c9c9-480b-a319-8fe5f945ccc5 HTTP/1.1" status: 204 len: 173 time: 1.4188395 Feb 04 17:33:43.433097 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-deleted', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:33:43.447270 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a2f8e4-2333-4255-a707-8647005bb8aa" -d '{"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-deleted", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:33:43.575628 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-a217184a-8a38-4c40-9d8b-ba71233becab tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:43.578528 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-a217184a-8a38-4c40-9d8b-ba71233becab tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 811 time: 0.3009105 Feb 04 17:33:43.580286 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:33:43.722819 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-328ccc9c-541d-46d9-aa9e-273a93e752df tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=61dfb6adbeed41138806ac5bf4ceccfe HTTP/1.1" status: 200 len: 379 time: 0.1355355 Feb 04 17:33:43.747840 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'port': {'device_id': '212d229d-64a1-48d5-9d59-65785502f719', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'admin_state_up': True, 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'security_groups': ['3ca75bc9-394b-4300-8f9a-91fde46064fb']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:43.830437 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205ede3-eb69-4cdd-b59b-24f85e781dd9 x-openstack-request-id: req-1205ede3-eb69-4cdd-b59b-24f85e781dd9 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:33:43.831372 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575e1cec-51a9-42f4-b7ad-449a67a062c5", "name": "network-vif-deleted", "tag": "71fe4eac-c9c9-480b-a319-8fe5f945ccc5", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:33:43.831902 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1205ede3-eb69-4cdd-b59b-24f85e781dd9 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:33:43.832857 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575e1cec-51a9-42f4-b7ad-449a67a062c5', 'name': 'network-vif-deleted', 'tag': '71fe4eac-c9c9-480b-a319-8fe5f945ccc5', 'status': 'completed', 'code': 200} Feb 04 17:33:44.234776 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.236894 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Made reservation on behalf of 61dfb6adbeed41138806ac5bf4ceccfe for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:44.240398 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.245237 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2a7c0475-ef6f-42ff-83a2-e76dd8c9bbf7 req-8e93bb6b-56e7-475e-aa43-74fcc9302f57 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 210 time: 0.0641155 Feb 04 17:33:44.260598 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-8b3d9d38-e592-4a57-9558-746fca831185 req-c27a231b-740a-44ed-b1c9-16541d3d663d tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/ports?device_id=575e1cec-51a9-42f4-b7ad-449a67a062c5 HTTP/1.1" status: 200 len: 210 time: 0.0876989 Feb 04 17:33:44.282344 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] Checking router: c66713e6-e6bb-430c-9435-d36536a71186 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:33:44.297110 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:44.299968 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:33:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.453714 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:44.514640 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:44.515417 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 71fe4eac-c9c9-480b-a319-8fe5f945ccc5 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:44.527890 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Allocated IP 172.20.0.12 (54835a6e-f061-47b3-9399-e56c69d8d398/e24407b5-b109-49f6-aedd-2cfe05e8f346/a4fb4e61-fc97-44f0-b6e6-6626e2fe8847) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:44.541391 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:33:44.895002 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:44.926980 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:44.965493 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21f8862-11fc-40e8-8b83-b0076228ede8 None None] The sync data for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi is: [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:21:06Z', 'revision_number': 4, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b', 'name': '', 'network_id': 'fbb40357-40b2-49de-9e70-6d5b36b7b7f2', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'mac_address': 'fa:16:3e:99:0f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e4136190-d946-4857-b435-cdac649b79ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:21:04Z', 'updated_at': '2022-02-04T17:21:13Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'subnets': [{'id': 'e4136190-d946-4857-b435-cdac649b79ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:45.077942 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.157676 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Network 54835a6e-f061-47b3-9399-e56c69d8d398 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:45.163590 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:45.167882 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:45.220219 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.259636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:45.296466 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:45.297665 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.418054 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e4a9ac-4378-4c45-8013-2b27a7c4e8ea None None] New status for floating IP 579fc430-d470-4716-bf30-04b2a195e3c1: DOWN {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:33:45.447358 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18050f7e-5388-4d80-bcc9-22183e316eb2 req-df0ff92e-914a-4239-92db-d1bc91385cea tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:45.460558 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-18050f7e-5388-4d80-bcc9-22183e316eb2 req-df0ff92e-914a-4239-92db-d1bc91385cea tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 932 time: 0.1006219 Feb 04 17:33:45.472198 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-bed5d3f7-5e2c-4441-8d85-75fc7ccd5e7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7334142 Feb 04 17:33:45.512079 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Request body: {'port': {'device_id': '212d229d-64a1-48d5-9d59-65785502f719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:45.584865 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-18050f7e-5388-4d80-bcc9-22183e316eb2 req-8c036961-0179-480a-ab7b-6ede3c444b65 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111467 Feb 04 17:33:45.606852 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-76d729d3-1685-4659-b732-2f378c6aea23 None None] Provisioning complete for port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:45.607750 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76d729d3-1685-4659-b732-2f378c6aea23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.635506 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:45.648577 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-76d729d3-1685-4659-b732-2f378c6aea23 None None] Port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:33:46.007658 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:46.017279 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Publish callbacks [] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.034570 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Transition to ACTIVE for port object a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:33:46.111041 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.182083 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Pushing event updated for resources: {'Port': ['ID=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:46.267676 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Attempting to bind port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:46.271515 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Attempting to bind port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:46.271515 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Attempting to bind port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:46.277146 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 on network 54835a6e-f061-47b3-9399-e56c69d8d398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:33:46.277748 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Attempting to bind port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 on network 54835a6e-f061-47b3-9399-e56c69d8d398 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:46.286416 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:46.286890 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Checking segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:46.287391 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Bound using segment: {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:46.288284 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Bound port: a4fb4e61-fc97-44f0-b6e6-6626e2fe8847, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7af72acf-13b6-4f01-b495-efb2a7479f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:46.288875 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.383084 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] For port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:46.387669 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] For port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:46.511808 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.531641 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34966) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:46.579149 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:46.580080 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.581959 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] 10.222.0.93 "PUT /v2.0/ports/a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 HTTP/1.1" status: 200 len: 1094 time: 1.0943794 Feb 04 17:33:46.583425 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:33:46.586318 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7da8eed-9fe2-414a-b782-944c10992d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:33:46.621962 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806159ff-d9cc-4a47-8025-7d185436127d service neutron] Pushing event updated for resources: {'Port': ['ID=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:46.646451 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ef1-ee48-44cd-ab7c-8404fa8f8ab4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (988dedff-d12b-44d7-a62f-543fa1742f70), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.687417 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ef1-ee48-44cd-ab7c-8404fa8f8ab4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (988dedff-d12b-44d7-a62f-543fa1742f70), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.809700 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84417fd8-25bc-4f3a-ae22-da1adab8eec7 x-openstack-request-id: req-84417fd8-25bc-4f3a-ae22-da1adab8eec7 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:33:46.810164 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:33:46.810591 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84417fd8-25bc-4f3a-ae22-da1adab8eec7 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:33:46.811192 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'status': 'completed', 'code': 200} Feb 04 17:33:46.844613 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-41498208-aadc-4a7c-aa86-339581ac80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:46.847355 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-41498208-aadc-4a7c-aa86-339581ac80f8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 1128 time: 0.0947475 Feb 04 17:33:46.854355 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b4455-44b2-4b97-b41d-2a10cbc44fd3 req-ead44e4c-ab25-4575-b25d-65314bd7b46d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:46.857408 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-082b4455-44b2-4b97-b41d-2a10cbc44fd3 req-ead44e4c-ab25-4575-b25d-65314bd7b46d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.0745111 Feb 04 17:33:46.915961 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-c6a34967-0b01-494b-b22e-897b788397ce service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 HTTP/1.1" status: 200 len: 217 time: 0.0602314 Feb 04 17:33:46.924823 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ef1-ee48-44cd-ab7c-8404fa8f8ab4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (988dedff-d12b-44d7-a62f-543fa1742f70), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.930518 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-60ce2ef1-ee48-44cd-ab7c-8404fa8f8ab4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:46.933377 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-60ce2ef1-ee48-44cd-ab7c-8404fa8f8ab4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "DELETE /v2.0/security-groups/988dedff-d12b-44d7-a62f-543fa1742f70 HTTP/1.1" status: 204 len: 168 time: 0.3999355 Feb 04 17:33:46.944752 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34974) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:46.980906 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-e5af812e-df4d-4bb5-8944-27d3cea88dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:46.982779 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-e5af812e-df4d-4bb5-8944-27d3cea88dd3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0608978 Feb 04 17:33:46.995927 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce2ef1-ee48-44cd-ab7c-8404fa8f8ab4 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=988dedff-d12b-44d7-a62f-543fa1742f70,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:47.006771 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-082b4455-44b2-4b97-b41d-2a10cbc44fd3 req-5185c604-bcdc-4c43-8c45-8900f12155c7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426218 Feb 04 17:33:47.008247 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.api.v2.resource [None req-804c7a1d-6e7c-4fe8-806d-f81db3e14b47 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] show failed (client error): The resource could not be found. Feb 04 17:33:47.010861 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-804c7a1d-6e7c-4fe8-806d-f81db3e14b47 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "GET /v2.0/security-groups/988dedff-d12b-44d7-a62f-543fa1742f70 HTTP/1.1" status: 404 len: 347 time: 0.0527797 Feb 04 17:33:47.027131 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 34976) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:47.074927 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-47b7b8ef-5e15-4d80-b336-0238f4ac87c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:47.076499 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-47b7b8ef-5e15-4d80-b336-0238f4ac87c7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0877309 Feb 04 17:33:47.194919 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-f8b06915-9c34-4a70-84a7-a38f76eae2c3 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119683 Feb 04 17:33:47.272623 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Deleting port b626ebeb-5145-47b6-a0a6-b2271a757372 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:47.273172 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:47.317861 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e4a8100-29a5-4ec2-bd5a-b9bcf862242d req-fa7e652f-1490-44fd-af79-ecc5585da77b service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148150 Feb 04 17:33:47.390657 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:47.391170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (b626ebeb-5145-47b6-a0a6-b2271a757372), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:47.408163 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Calling delete_port for b626ebeb-5145-47b6-a0a6-b2271a757372 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:47.521710 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-bf97da4f-98c8-49fb-b6ca-d73af18f1cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:47.525115 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-bf97da4f-98c8-49fb-b6ca-d73af18f1cde service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 1128 time: 0.0731573 Feb 04 17:33:47.692273 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-040a9622-0a95-4d77-8493-53c20b814407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:47.692904 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-040a9622-0a95-4d77-8493-53c20b814407 service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1615977 Feb 04 17:33:47.746907 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-ed8a06a1-855b-4bd9-98a4-2967f04e8151 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 HTTP/1.1" status: 200 len: 217 time: 0.0472085 Feb 04 17:33:47.820461 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-83bc6757-9e04-4389-a228-31050042fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:47.822835 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-83bc6757-9e04-4389-a228-31050042fa38 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0700078 Feb 04 17:33:47.892702 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-0c2db1b0-489a-48ec-9a79-f3e9ab5c160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:47.894549 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-0c2db1b0-489a-48ec-9a79-f3e9ab5c160b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0654795 Feb 04 17:33:47.995817 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-f85f26b5-6f92-4680-97e5-3161a113e839 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949848 Feb 04 17:33:48.025937 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (b626ebeb-5145-47b6-a0a6-b2271a757372), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.056307 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Pushing event deleted for resources: {'Port': ['ID=b626ebeb-5145-47b6-a0a6-b2271a757372,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:48.134454 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b7da8eed-9fe2-414a-b782-944c10992d1d req-07d6b464-68dc-4f51-97d0-4694caff51b4 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315811 Feb 04 17:33:48.170758 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks [] for floatingip (579fc430-d470-4716-bf30-04b2a195e3c1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.175886 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:48.177948 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-8e4309f3-02b9-4874-8539-ad1693562e09 tempest-AttachVolumeShelveTestJSON-514009521 tempest-AttachVolumeShelveTestJSON-514009521-project] 10.222.0.24 "DELETE /v2.0/floatingips/579fc430-d470-4716-bf30-04b2a195e3c1 HTTP/1.1" status: 204 len: 168 time: 1.1491456 Feb 04 17:33:48.237380 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136c885-5a80-4e91-86a6-21f320066f5b req-c2f4884f-9c50-42b3-a46f-c67f9626d9df tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:48.240171 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c136c885-5a80-4e91-86a6-21f320066f5b req-c2f4884f-9c50-42b3-a46f-c67f9626d9df tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.0878384 Feb 04 17:33:48.307296 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c136c885-5a80-4e91-86a6-21f320066f5b req-29c80687-b0bc-4945-85d3-5ed2baa32aa5 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599403 Feb 04 17:33:49.473172 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774965f-2172-4e4b-8fdd-8c305bcfdbbe req-f9de9095-434a-4f92-aee8-282a9b2dbeb3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:49.476080 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2774965f-2172-4e4b-8fdd-8c305bcfdbbe req-f9de9095-434a-4f92-aee8-282a9b2dbeb3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.0773416 Feb 04 17:33:49.547027 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2774965f-2172-4e4b-8fdd-8c305bcfdbbe req-70f483be-e3ad-4dae-9ef8-fe0513cfca64 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600283 Feb 04 17:33:50.746021 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdeb5a0-90fa-4748-88ff-a08d77366f06 req-76ff2b29-0e86-424c-9de1-357a9a5f76fd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:50.748310 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ccdeb5a0-90fa-4748-88ff-a08d77366f06 req-76ff2b29-0e86-424c-9de1-357a9a5f76fd tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.0851519 Feb 04 17:33:50.828676 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ccdeb5a0-90fa-4748-88ff-a08d77366f06 req-5e7d55e3-fc9f-4292-a117-8b825d89ae57 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701599 Feb 04 17:33:50.857589 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35016) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:51.036395 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcaec736-9585-4661-ad48-0e41da8a29b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.150402 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcaec736-9585-4661-ad48-0e41da8a29b1 admin admin] Publish callbacks [] for security_group (3fc47c53-78a7-4380-bea0-4e4e9c53a692), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.260451 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bcaec736-9585-4661-ad48-0e41da8a29b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3fc47c53-78a7-4380-bea0-4e4e9c53a692), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.314731 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-bcaec736-9585-4661-ad48-0e41da8a29b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27112b83e6b04d48bba250a156982aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557014 Feb 04 17:33:51.315677 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35026) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:51.317641 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaec736-9585-4661-ad48-0e41da8a29b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc47c53-78a7-4380-bea0-4e4e9c53a692,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:51.322092 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35028) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:51.404275 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb53b47-d4c7-457e-842d-9abaaa63695e admin admin] Publish callbacks [] for security_group (3fc47c53-78a7-4380-bea0-4e4e9c53a692), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.448380 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb53b47-d4c7-457e-842d-9abaaa63695e admin admin] Publish callbacks [] for security_group (3fc47c53-78a7-4380-bea0-4e4e9c53a692), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.608563 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb53b47-d4c7-457e-842d-9abaaa63695e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3fc47c53-78a7-4380-bea0-4e4e9c53a692), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.611426 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5bb53b47-d4c7-457e-842d-9abaaa63695e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:51.612742 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5bb53b47-d4c7-457e-842d-9abaaa63695e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fc47c53-78a7-4380-bea0-4e4e9c53a692 HTTP/1.1" status: 204 len: 168 time: 0.2895327 Feb 04 17:33:51.622576 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb53b47-d4c7-457e-842d-9abaaa63695e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc47c53-78a7-4380-bea0-4e4e9c53a692,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:52.009281 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (c66713e6-e6bb-430c-9435-d36536a71186), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.049011 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b017230-8a7e-4905-8d3c-833a32f44005 req-d9f1fab4-5872-4374-9392-b4917213d5e7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:52.051892 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0b017230-8a7e-4905-8d3c-833a32f44005 req-d9f1fab4-5872-4374-9392-b4917213d5e7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.0948410 Feb 04 17:33:52.146554 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0b017230-8a7e-4905-8d3c-833a32f44005 req-a05b05f8-faae-405f-84f4-57481d17e359 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839627 Feb 04 17:33:52.322986 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.377653 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Deleting port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:52.377953 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.498586 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] For port 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:52.499279 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.526119 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Calling delete_port for 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:52.854295 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:52.888814 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:53.077752 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35054) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:53.173925 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (c66713e6-e6bb-430c-9435-d36536a71186), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.261846 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1312887177-network', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:53.363004 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Made reservation on behalf of 33bdfadef3ef4e5f8499cbb4911e02fe for: {'network': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:53.366345 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.380038 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.393125 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29f558-e1c6-4a20-8f04-21311c1ccd2e req-43371e97-b538-4a81-8d21-a2ead8f26d9b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:53.394759 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9b29f558-e1c6-4a20-8f04-21311c1ccd2e req-43371e97-b538-4a81-8d21-a2ead8f26d9b tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.0890911 Feb 04 17:33:53.500408 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks [] for security_group (3c7ab998-947c-4560-92bf-fd46c2d99ce0), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.585408 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3c7ab998-947c-4560-92bf-fd46c2d99ce0), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.636698 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=103214) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:33:53.656833 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7ab998-947c-4560-92bf-fd46c2d99ce0,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:53.666864 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (07c5b8a2-ece3-4d71-985f-139d9ed434af), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.667557 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.segments_db [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Added segment 07c5b8a2-ece3-4d71-985f-139d9ed434af of type vlan for network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 Feb 04 17:33:53.752414 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (c1053c51-2dbd-4d7c-b022-c39fa12c3f25), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.826819 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9b29f558-e1c6-4a20-8f04-21311c1ccd2e req-9f07b160-513b-4128-8cc6-8ba0f953da0e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051502 Feb 04 17:33:53.855896 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (c1053c51-2dbd-4d7c-b022-c39fa12c3f25), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.857658 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:53.858380 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Router c66713e6-e6bb-430c-9435-d36536a71186 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:33:53.858715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:53.932742 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] Pushing event updated for resources: {'Network': ['ID=c1053c51-2dbd-4d7c-b022-c39fa12c3f25,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:53.951713 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:33:53.979151 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-bc3c0864-5ccc-4809-855f-3e9642b96760 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8998628 Feb 04 17:33:53.983810 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35060) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:53.990515 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Request body: {'subnet': {'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1312887177-subnet', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'ip_version': 4}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:54.063042 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:54.069575 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d0219565-860e-4992-bca4-220a96b56606 admin admin] 10.222.0.24 "PUT /v2.0/routers/c66713e6-e6bb-430c-9435-d36536a71186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7523487 Feb 04 17:33:54.072804 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35062) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:54.077794 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] Sync routers for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:54.095426 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:54.096559 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:33:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.110854 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Made reservation on behalf of 33bdfadef3ef4e5f8499cbb4911e02fe for: {'subnet': 1} {{(pid=103214) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:33:54.113794 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126256658'] for subnet (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.278316 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks [] for router (c66713e6-e6bb-430c-9435-d36536a71186), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.299889 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:33:54.433315 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks [] for router_gateway (c66713e6-e6bb-430c-9435-d36536a71186), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.518370 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126673986', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126256676'] for subnet (6fccabaa-018a-4be9-aacd-dcf253325508), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.539304 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144'}], 'enable_snat': True}, 'gw_port_id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:33:52Z', 'revision_number': 5, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port': {'id': 'c893d202-2f65-43bc-a095-092e3aa76bd5', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:a7:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:20:56Z', 'updated_at': '2022-02-04T17:21:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.597954 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] Checking router: c66713e6-e6bb-430c-9435-d36536a71186 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:33:54.608307 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Deleting port c893d202-2f65-43bc-a095-092e3aa76bd5 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:54.609058 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] Routers {'c66713e6-e6bb-430c-9435-d36536a71186'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:54.609686 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.609852 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:33:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c66713e6-e6bb-430c-9435-d36536a71186'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.637681 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fccabaa-018a-4be9-aacd-dcf253325508,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:54.656031 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Checking segment: {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103214) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:54.656641 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Network hostable DHCP agents. Network: c1053c51-2dbd-4d7c-b022-c39fa12c3f25, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103214) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:33:54.716544 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] Set router c66713e6-e6bb-430c-9435-d36536a71186 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:33:54.750605 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103214) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:33:54.751282 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] For port c893d202-2f65-43bc-a095-092e3aa76bd5, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=c893d202-2f65-43bc-a095-092e3aa76bd5,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:54.751771 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.768774 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Calling delete_port for c893d202-2f65-43bc-a095-092e3aa76bd5 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:54.802172 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:33:54Z', 'revision_number': 6, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port_host': None}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:54.825545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, c1053c51-2dbd-4d7c-b022-c39fa12c3f25) {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:54.833545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:54.834892 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:54.841262 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa224f85-a144-4753-beba-ed3817705de0 None None] The sync data for ids ['c66713e6-e6bb-430c-9435-d36536a71186'] in dv-cinder-817351-10-iscsi is: [{'id': 'c66713e6-e6bb-430c-9435-d36536a71186', 'name': 'tempest-AttachVolumeShelveTestJSON-1038190155-router', 'tenant_id': '115a773ef6f441f693a5432595fe6b9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:20:54Z', 'updated_at': '2022-02-04T17:33:54Z', 'revision_number': 6, 'project_id': '115a773ef6f441f693a5432595fe6b9d', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:33:54.850986 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bb53f6-d910-4ad5-9825-ea101eeaffc3 None None] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:54.923603 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-4599cb5e-2b3a-4e95-b1f4-1f36ef16619a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9345498 Feb 04 17:33:54.923603 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35066) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:54.929133 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:33:55.012908 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be388e-b2d4-4cf2-baef-eef37f8d121f req-3ab27315-ff3a-40e8-9c3f-3786ab0e0ea4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:55.014646 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e8be388e-b2d4-4cf2-baef-eef37f8d121f req-3ab27315-ff3a-40e8-9c3f-3786ab0e0ea4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.0758257 Feb 04 17:33:55.042020 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (8bf7a3ab-6fb0-44e8-895e-31b033899372), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.042020 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (8bf7a3ab-6fb0-44e8-895e-31b033899372), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.047699 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:33:55.049450 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.129304 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (c893d202-2f65-43bc-a095-092e3aa76bd5), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.134872 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e8be388e-b2d4-4cf2-baef-eef37f8d121f req-d09e76d5-f6d5-4f18-b743-2be26b4d3625 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042221 Feb 04 17:33:55.140717 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks [] for router_controller (8bf7a3ab-6fb0-44e8-895e-31b033899372), precommit_add_association {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.175806 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=c893d202-2f65-43bc-a095-092e3aa76bd5,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.252948 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (c66713e6-e6bb-430c-9435-d36536a71186), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.304785 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Allocated IP 172.20.0.2 (c1053c51-2dbd-4d7c-b022-c39fa12c3f25/6fccabaa-018a-4be9-aacd-dcf253325508/b37a7862-ccaa-4c40-a54e-0a15cda000ad) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:55.391983 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (c66713e6-e6bb-430c-9435-d36536a71186), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.395209 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks [] for router_controller (c66713e6-e6bb-430c-9435-d36536a71186), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.457008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks [] for router_gateway (8bf7a3ab-6fb0-44e8-895e-31b033899372), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.533253 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (c66713e6-e6bb-430c-9435-d36536a71186), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.533929 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c66713e6-e6bb-430c-9435-d36536a71186 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:33:55.540887 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.542534 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-97c99dd0-7f97-4dd8-ada2-e8b35b2b4c73 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c66713e6-e6bb-430c-9435-d36536a71186 HTTP/1.1" status: 204 len: 168 time: 1.4684896 Feb 04 17:33:55.547431 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35068) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:55.555554 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Publish callbacks [] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.627256 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.638399 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] Deleting subnet e4136190-d946-4857-b435-cdac649b79ae {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:33:55.643792 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] Publish callbacks [] for subnet (e4136190-d946-4857-b435-cdac649b79ae), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.707301 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:55.708927 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (e4136190-d946-4857-b435-cdac649b79ae), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.714609 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:55.720553 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:55.732449 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Pushing event updated for resources: {'Port': ['ID=b37a7862-ccaa-4c40-a54e-0a15cda000ad,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:55.766685 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:33:55.782039 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.782663 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.783550 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.784411 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.785210 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.785798 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.787089 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.788156 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.788967 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.790414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.791204 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.792026 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.792869 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:33:55.911179 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Attempting to bind port b37a7862-ccaa-4c40-a54e-0a15cda000ad on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:33:55.911753 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Attempting to bind port b37a7862-ccaa-4c40-a54e-0a15cda000ad by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:33:55.912606 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Attempting to bind port b37a7862-ccaa-4c40-a54e-0a15cda000ad on network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:33:55.922740 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:55.924381 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (e4136190-d946-4857-b435-cdac649b79ae), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.971622 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:55.972419 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 0c8e3cb4-d3fb-4640-bb83-6f87f1d15e7b not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:55.973951 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c893d202-2f65-43bc-a095-092e3aa76bd5 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:55.981709 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:33:55.983011 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Checking segment: {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:33:55.983703 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.984414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Bound using segment: {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:33:55.985474 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Bound port: b37a7862-ccaa-4c40-a54e-0a15cda000ad, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:33:55.986107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:55.996471 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks [] for router_gateway (8bf7a3ab-6fb0-44e8-895e-31b033899372), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.034657 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.044322 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: c893d202-2f65-43bc-a095-092e3aa76bd5 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:56.045430 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c893d202-2f65-43bc-a095-092e3aa76bd5 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:56.139594 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] For port b37a7862-ccaa-4c40-a54e-0a15cda000ad, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:33:56.145701 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] For port b37a7862-ccaa-4c40-a54e-0a15cda000ad, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b37a7862-ccaa-4c40-a54e-0a15cda000ad,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:33:56.157999 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (e4136190-d946-4857-b435-cdac649b79ae), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.192196 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4136190-d946-4857-b435-cdac649b79ae,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:56.200088 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Allocated IP 172.27.0.75 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/894093b6-3e0f-4438-aa37-30d51b421597) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:33:56.200871 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.201426 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-9097d197-4ac4-49c8-bdd8-fc8c8a412f76 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4136190-d946-4857-b435-cdac649b79ae HTTP/1.1" status: 204 len: 168 time: 0.6523933 Feb 04 17:33:56.206182 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35072) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:56.215451 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3908255-3324-4eee-9287-408d28f86354 None None] Network fbb40357-40b2-49de-9e70-6d5b36b7b7f2 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:56.238570 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.381719 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b29997-e848-4c94-9045-24bc16aa3a37 None None] Pushing event updated for resources: {'Port': ['ID=b37a7862-ccaa-4c40-a54e-0a15cda000ad,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:56.410954 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36f106-5ffb-4f6c-8756-24cf3c9d0834 req-16a98202-2236-4bda-b586-e78caf9dab03 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:56.413468 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5b36f106-5ffb-4f6c-8756-24cf3c9d0834 req-16a98202-2236-4bda-b586-e78caf9dab03 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 944 time: 0.1015074 Feb 04 17:33:56.458188 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (fbb40357-40b2-49de-9e70-6d5b36b7b7f2), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.511237 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5b36f106-5ffb-4f6c-8756-24cf3c9d0834 req-811796fd-dbec-43e7-a376-d56dc3cc71c3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856876 Feb 04 17:33:56.526477 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:33:56.585439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] DHCP port deletion for fbb40357-40b2-49de-9e70-6d5b36b7b7f2 request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:33:56.606401 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks [] for port (894093b6-3e0f-4438-aa37-30d51b421597), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.701185 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Deleting port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:56.701629 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.768036 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] Deleting port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:33:56.768741 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.786179 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (894093b6-3e0f-4438-aa37-30d51b421597), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.823452 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:56.855673 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'port_id': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'mac_address': 'fa:16:3e:58:86:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:33:56.865137 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] For port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:56.865870 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.892527 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] For port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,segment=NetworkSegment(c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba),segment_id=c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:56.893163 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.901444 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:33:56.917770 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:33:56.918073 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] Calling delete_port for d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:56.921576 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:33:56.940416 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Pushing event updated for resources: {'Port': ['ID=894093b6-3e0f-4438-aa37-30d51b421597,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:56.957994 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:56.960043 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:56.974749 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Calling delete_port for d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:33:57.016673 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:33:57.054981 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:57.122019 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.154526 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.181363 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] No DVR routers for this DVR port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:57.206747 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:57.254051 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ed2a46-123c-40c7-b08b-9febf7bca9a2 None None] Pushing event deleted for resources: {'Port': ['ID=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:57.267827 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (d5d1e5a1-e97c-423e-a433-3c4a1d0a6323), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.311528 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d1e5a1-e97c-423e-a433-3c4a1d0a6323,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:57.319388 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] No DVR routers for this DVR port d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 on host dv-cinder-817351-10-iscsi {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:33:57.517595 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['a4fb4e61-fc97-44f0-b6e6-6626e2fe8847'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:33:57.522655 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (fbb40357-40b2-49de-9e70-6d5b36b7b7f2), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.589070 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb40357-40b2-49de-9e70-6d5b36b7b7f2']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:57.615212 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:57.616467 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:57.652432 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.716015 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.750439 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks [] for router_gateway (8bf7a3ab-6fb0-44e8-895e-31b033899372), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.761460 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:33:57.762375 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (c5fed9c7-e822-4f20-bb59-4bbfc5cdf2ba), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: self.session.flush() Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:33:57.824216 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:33:57.881207 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8247a87f-d063-4cee-aaa0-98364457ec3d None None] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:33:58.051774 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b577cf92-efc8-4a60-b151-794f2a5582bc req-1d00d3bc-b488-453c-b501-392a71fb5f84 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:58.054551 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b577cf92-efc8-4a60-b151-794f2a5582bc req-1d00d3bc-b488-453c-b501-392a71fb5f84 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 945 time: 0.3705728 Feb 04 17:33:58.108732 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (fbb40357-40b2-49de-9e70-6d5b36b7b7f2), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.116145 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.127123 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] 10.222.0.24 "DELETE /v2.0/networks/fbb40357-40b2-49de-9e70-6d5b36b7b7f2 HTTP/1.1" status: 204 len: 168 time: 1.9127982 Feb 04 17:33:58.141238 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b37a7862-ccaa-4c40-a54e-0a15cda000ad up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:58.152083 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d6a9e-b920-455a-93cf-08ae5f41149c admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb40357-40b2-49de-9e70-6d5b36b7b7f2,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:58.181719 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-d434848d-1e2b-4fac-95da-39d1cea3ddbd None None] Provisioning complete for port b37a7862-ccaa-4c40-a54e-0a15cda000ad triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:58.182544 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d434848d-1e2b-4fac-95da-39d1cea3ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.363898 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b577cf92-efc8-4a60-b151-794f2a5582bc req-d7752fd3-e724-4942-a6c2-945ff7395f29 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970881 Feb 04 17:33:58.369992 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port b37a7862-ccaa-4c40-a54e-0a15cda000ad triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:58.370414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.439846 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (8bf7a3ab-6fb0-44e8-895e-31b033899372), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.450088 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-d434848d-1e2b-4fac-95da-39d1cea3ddbd None None] Current status of the port b37a7862-ccaa-4c40-a54e-0a15cda000ad is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:58.450765 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d434848d-1e2b-4fac-95da-39d1cea3ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.504405 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-d434848d-1e2b-4fac-95da-39d1cea3ddbd None None] For port b37a7862-ccaa-4c40-a54e-0a15cda000ad, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b37a7862-ccaa-4c40-a54e-0a15cda000ad,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:33:58.584355 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d434848d-1e2b-4fac-95da-39d1cea3ddbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.639411 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port b37a7862-ccaa-4c40-a54e-0a15cda000ad is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:58.640110 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.693617 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35078) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:58.750901 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434848d-1e2b-4fac-95da-39d1cea3ddbd None None] Pushing event updated for resources: {'Port': ['ID=b37a7862-ccaa-4c40-a54e-0a15cda000ad,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:58.783969 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e7b432f4-7254-4da8-968a-5326127faf75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=115a773ef6f441f693a5432595fe6b9d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0884645 Feb 04 17:33:58.786879 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:33:58.787254 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35080) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:58.787549 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:33:58.815576 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-1e2bcd75-0f20-4dcf-b989-726e21a752b7 None None] Provisioning complete for port b37a7862-ccaa-4c40-a54e-0a15cda000ad triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:33:58.816052 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-1e2bcd75-0f20-4dcf-b989-726e21a752b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:58.822230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Router 8bf7a3ab-6fb0-44e8-895e-31b033899372 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103214) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:33:58.928517 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-1e2bcd75-0f20-4dcf-b989-726e21a752b7 None None] Current status of the port b37a7862-ccaa-4c40-a54e-0a15cda000ad is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:59.035273 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f39b6aaa-157d-4aba-b89d-224bafdea38d admin admin] Publish callbacks [] for security_group (3214dcae-1a40-4f19-ac63-fde6b0e4afa4), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.095066 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f39b6aaa-157d-4aba-b89d-224bafdea38d admin admin] Publish callbacks [] for security_group (3214dcae-1a40-4f19-ac63-fde6b0e4afa4), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.141538 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:33:59.154657 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Sync routers for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:33:59.169487 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:33:59.170336 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:33:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:59.241174 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.244697 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-555bc033-20e8-497c-98d2-d3026394165f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3197396 Feb 04 17:33:59.249420 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35082) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:33:59.327953 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f39b6aaa-157d-4aba-b89d-224bafdea38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3214dcae-1a40-4f19-ac63-fde6b0e4afa4), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.332710 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f39b6aaa-157d-4aba-b89d-224bafdea38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:33:59.334701 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-f39b6aaa-157d-4aba-b89d-224bafdea38d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3214dcae-1a40-4f19-ac63-fde6b0e4afa4 HTTP/1.1" status: 204 len: 168 time: 0.5456374 Feb 04 17:33:59.356054 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b6aaa-157d-4aba-b89d-224bafdea38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3214dcae-1a40-4f19-ac63-fde6b0e4afa4,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:33:59.420853 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port b37a7862-ccaa-4c40-a54e-0a15cda000ad is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:33:59.438440 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:33:59.578770 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:33:59.626835 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:33:59.627195 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device d5d1e5a1-e97c-423e-a433-3c4a1d0a6323 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:33:59.802387 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:33:57Z', 'revision_number': 3, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:33:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:33:59.841247 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668618aa-5a04-497d-86eb-4b4f0451170f req-ad184030-5a68-4487-961f-22eca4d9dd31 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:33:59.842998 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-668618aa-5a04-497d-86eb-4b4f0451170f req-ad184030-5a68-4487-961f-22eca4d9dd31 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 945 time: 0.2274973 Feb 04 17:33:59.859094 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Checking router: 8bf7a3ab-6fb0-44e8-895e-31b033899372 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:33:59.859457 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Updating router 8bf7a3ab-6fb0-44e8-895e-31b033899372 port 894093b6-3e0f-4438-aa37-30d51b421597 binding host dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:33:59.886972 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b37a7862-ccaa-4c40-a54e-0a15cda000ad up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:33:59.941311 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (894093b6-3e0f-4438-aa37-30d51b421597), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.083042 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-668618aa-5a04-497d-86eb-4b4f0451170f req-f915e800-dc2e-465b-8823-9bf34c9d76a6 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245846 Feb 04 17:34:00.130930 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port b37a7862-ccaa-4c40-a54e-0a15cda000ad triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:00.131514 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.165677 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.376712 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port b37a7862-ccaa-4c40-a54e-0a15cda000ad is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:00.507463 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Publish callbacks [] for port (894093b6-3e0f-4438-aa37-30d51b421597), precommit_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.512150 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-7183064a-e0d5-499f-b1bc-a7501e7cf577 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3117876 Feb 04 17:34:00.541054 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:00.577803 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Allocated IP 172.20.0.1 (c1053c51-2dbd-4d7c-b022-c39fa12c3f25/6fccabaa-018a-4be9-aacd-dcf253325508/de5af4fe-bec8-4b58-af38-32b272bdf972) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:00.598675 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (894093b6-3e0f-4438-aa37-30d51b421597), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.674457 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Attempting to bind port 894093b6-3e0f-4438-aa37-30d51b421597 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:00.674841 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Attempting to bind port 894093b6-3e0f-4438-aa37-30d51b421597 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:00.675212 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Attempting to bind port 894093b6-3e0f-4438-aa37-30d51b421597 on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:00.677305 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c9c32-82b6-4cd8-a165-f61d24dea42a None None] Pushing event updated for resources: {'Port': ['ID=894093b6-3e0f-4438-aa37-30d51b421597,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:00.684296 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:00.684689 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:00.685077 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.685537 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:00.686001 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Bound port: 894093b6-3e0f-4438-aa37-30d51b421597, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:00.686447 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (894093b6-3e0f-4438-aa37-30d51b421597), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.755567 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] For port 894093b6-3e0f-4438-aa37-30d51b421597, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:00.756023 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-01f0bdd0-2471-4467-ab18-751a99ef6c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:00.758399 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-01f0bdd0-2471-4467-ab18-751a99ef6c62 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1130 time: 0.2147300 Feb 04 17:34:00.760335 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] For port 894093b6-3e0f-4438-aa37-30d51b421597, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=894093b6-3e0f-4438-aa37-30d51b421597,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:00.779434 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:34:00.785964 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:00.786878 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.844017 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (894093b6-3e0f-4438-aa37-30d51b421597), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.925010 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks [] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:00.926436 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:00.927697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:33:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:00.983179 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-a8e27e3f-d3a0-4228-98a4-2aafd14e2c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:00.985269 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-a8e27e3f-d3a0-4228-98a4-2aafd14e2c80 service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1939492 Feb 04 17:34:01.003894 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c9c32-82b6-4cd8-a165-f61d24dea42a None None] Pushing event updated for resources: {'Port': ['ID=894093b6-3e0f-4438-aa37-30d51b421597,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:01.061398 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:01.061913 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.071746 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-e491b1f1-de67-4ce2-ba68-b7f65e5584ea service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379 HTTP/1.1" status: 200 len: 1002 time: 0.0792854 Feb 04 17:34:01.103519 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:01.105905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c569e1-3fff-4360-a3c9-0e5ce1fd25c5" -d '{"events": [{"server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "name": "network-vif-plugged", "status": "completed", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:01.123324 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.130514 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:01.142874 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:01.267573 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.277131 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:01.289041 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-27ed65a5-855a-4c53-8f60-71368cd84b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.292894 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-27ed65a5-855a-4c53-8f60-71368cd84b27 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.2148490 Feb 04 17:34:01.299224 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:01.305605 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:01.385262 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Pushing event updated for resources: {'Port': ['ID=de5af4fe-bec8-4b58-af38-32b272bdf972,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:01.497520 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (8bf7a3ab-6fb0-44e8-895e-31b033899372), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.561659 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc219e4-9bc0-40f0-a97a-073e1c236bac x-openstack-request-id: req-2bc219e4-9bc0-40f0-a97a-073e1c236bac {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:01.562587 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "name": "network-vif-plugged", "status": "completed", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:01.562587 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bc219e4-9bc0-40f0-a97a-073e1c236bac {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:01.563040 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'code': 200} Feb 04 17:34:01.633535 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:01.775567 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:33:57Z', 'revision_number': 3, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:01.782104 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f485d-2ac6-40ae-b656-7de115ae90af req-db62c0b6-488d-493c-a47b-a4e109f1aab8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.797798 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9b8f485d-2ac6-40ae-b656-7de115ae90af req-db62c0b6-488d-493c-a47b-a4e109f1aab8 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 946 time: 0.3768325 Feb 04 17:34:01.825227 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-658eb6c1-e498-4ccb-958a-9abdbbe1f7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:01.828303 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-658eb6c1-e498-4ccb-958a-9abdbbe1f7bf service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5255044 Feb 04 17:34:01.845226 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ea88c0-76a5-4851-a80d-3e09b406aaa1 None None] The sync data for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi is: [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:33:57Z', 'revision_number': 3, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:01.885226 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-b5d86e01-ba02-4937-a5bf-17c27bd08e50 None None] Provisioning complete for port de5af4fe-bec8-4b58-af38-32b272bdf972 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:01.887194 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b5d86e01-ba02-4937-a5bf-17c27bd08e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:01.957235 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-b5d86e01-ba02-4937-a5bf-17c27bd08e50 None None] Port de5af4fe-bec8-4b58-af38-32b272bdf972 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:02.067090 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac9471-9de8-4710-ae75-cd688970f9b5 req-0db8e2a3-64ab-4440-beaf-929b620cf659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:02.069654 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dfac9471-9de8-4710-ae75-cd688970f9b5 req-0db8e2a3-64ab-4440-beaf-929b620cf659 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 1130 time: 0.0948081 Feb 04 17:34:02.151521 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dfac9471-9de8-4710-ae75-cd688970f9b5 req-f818bba4-da5d-4ab0-86af-f14f34e85aa0 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743930 Feb 04 17:34:02.353453 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9b8f485d-2ac6-40ae-b656-7de115ae90af req-0ceea2f5-40fd-44c5-847d-8be0af0461d1 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5538943 Feb 04 17:34:02.407969 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ece70503-7cd2-46cc-b1c4-6eac4d89f53c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.451466 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-945443cf-1ed7-4c04-b8d2-8679909f8466 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6091583 Feb 04 17:34:02.555380 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:02.727341 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6046335a-ab8e-4e50-bc4c-238723d462c0 req-9caa2b34-5ce5-4246-b88c-672d1bcef14e service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598679 Feb 04 17:34:02.940159 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks [] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.019861 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.152270 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (8bf7a3ab-6fb0-44e8-895e-31b033899372), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.155612 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Pushing event updated for resources: {'Port': ['ID=de5af4fe-bec8-4b58-af38-32b272bdf972,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:03.325243 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:03.328177 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:03.598960 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Router 8bf7a3ab-6fb0-44e8-895e-31b033899372 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:03.646755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80717945-b68b-4fe0-8e2e-95668183b8b0 req-25a379c4-9ac5-4b64-9cf0-26e9c5b88ee3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:03.656295 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-80717945-b68b-4fe0-8e2e-95668183b8b0 req-25a379c4-9ac5-4b64-9cf0-26e9c5b88ee3 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 946 time: 0.1376529 Feb 04 17:34:03.766652 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-80717945-b68b-4fe0-8e2e-95668183b8b0 req-6c8f76ce-dbfa-4421-bbec-88332498ee32 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935290 Feb 04 17:34:03.847401 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-3af889e2-8804-4df5-a065-77005ebf959d None None] Provisioning complete for port de5af4fe-bec8-4b58-af38-32b272bdf972 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:03.848131 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3af889e2-8804-4df5-a065-77005ebf959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:03.871672 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:03.883883 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-dd905f80-3dc5-491b-b9cd-41ac2afe91a9 admin admin] 10.222.0.24 "PUT /v2.0/routers/8bf7a3ab-6fb0-44e8-895e-31b033899372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6320248 Feb 04 17:34:03.944697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 894093b6-3e0f-4438-aa37-30d51b421597 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:03.993299 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-3af889e2-8804-4df5-a065-77005ebf959d None None] Port de5af4fe-bec8-4b58-af38-32b272bdf972 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:04.053471 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 894093b6-3e0f-4438-aa37-30d51b421597 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:04.054346 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (894093b6-3e0f-4438-aa37-30d51b421597), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.181467 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 894093b6-3e0f-4438-aa37-30d51b421597 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:04.181467 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (894093b6-3e0f-4438-aa37-30d51b421597), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.206906 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 894093b6-3e0f-4438-aa37-30d51b421597, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=894093b6-3e0f-4438-aa37-30d51b421597,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:04.222115 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Sync routers for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:04.242030 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:04.243121 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:33:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:04.333894 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (894093b6-3e0f-4438-aa37-30d51b421597), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.395753 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:04.407355 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=894093b6-3e0f-4438-aa37-30d51b421597,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:04.769904 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 2, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:04.816100 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Checking router: 8bf7a3ab-6fb0-44e8-895e-31b033899372 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:34:04.816561 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Updating router 8bf7a3ab-6fb0-44e8-895e-31b033899372 port de5af4fe-bec8-4b58-af38-32b272bdf972 binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:34:04.849440 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:04.970138 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72017c80-6da0-4b8e-abb6-de7f36bcca97 req-88592d08-23a9-4221-b3c5-e371fe0535dc tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:04.972938 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-72017c80-6da0-4b8e-abb6-de7f36bcca97 req-88592d08-23a9-4221-b3c5-e371fe0535dc tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 946 time: 0.0836709 Feb 04 17:34:05.091859 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-72017c80-6da0-4b8e-abb6-de7f36bcca97 req-23254735-f730-47c2-90e8-e74ee6997e05 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107495 Feb 04 17:34:05.236989 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35148) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:05.242394 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-82209636-network', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:05.257715 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c568cd-a9e1-4299-b0a3-d1af33f6d451 req-0f8227f4-8a62-4f3a-a42c-a268e1673c7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:05.263132 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c6c568cd-a9e1-4299-b0a3-d1af33f6d451 req-0f8227f4-8a62-4f3a-a42c-a268e1673c7c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 946 time: 0.0770411 Feb 04 17:34:05.329157 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c6c568cd-a9e1-4299-b0a3-d1af33f6d451 req-61b36968-2971-45ed-ad04-8daf452bbe2e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620186 Feb 04 17:34:05.359650 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Publish callbacks [] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.366232 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35150) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:05.430553 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Made reservation on behalf of e4df04af07ce4f25ae0aa295e968296e for: {'network': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:05.434224 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for network (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.444583 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.459432 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.575495 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Pushing event updated for resources: {'Port': ['ID=de5af4fe-bec8-4b58-af38-32b272bdf972,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:05.580010 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks [] for security_group (f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.600095 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.600718 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.601319 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.603287 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.603915 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.604501 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.605097 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.605667 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.606261 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.606845 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.607401 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.607969 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.608533 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103217) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:34:05.677085 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.719441 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=103215) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 17:34:05.780881 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Attempting to bind port de5af4fe-bec8-4b58-af38-32b272bdf972 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:05.781691 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Attempting to bind port de5af4fe-bec8-4b58-af38-32b272bdf972 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:05.782433 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Attempting to bind port de5af4fe-bec8-4b58-af38-32b272bdf972 on network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:05.797649 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:05.798796 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Checking segment: {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:05.800395 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.801414 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Bound using segment: {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:05.802699 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Bound port: de5af4fe-bec8-4b58-af38-32b272bdf972, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:05.803667 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.838534 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:05.846961 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (5ec76265-1683-43c1-abb2-73a5aee117cc), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.847389 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.segments_db [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Added segment 5ec76265-1683-43c1-abb2-73a5aee117cc of type vlan for network 7a715393-ac35-44c0-9024-0efe05059d91 Feb 04 17:34:05.887527 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4343f6ad-529f-4137-a83d-5806e3ad290b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.913899 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8743151470529'] for network (7a715393-ac35-44c0-9024-0efe05059d91), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:05.920872 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 894093b6-3e0f-4438-aa37-30d51b421597 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:05.930963 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c998cdc5-d078-4086-ae39-526ca4f8f885 tempest-TestVolumeBootPattern-835550833 tempest-TestVolumeBootPattern-835550833-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:05.936194 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c998cdc5-d078-4086-ae39-526ca4f8f885 tempest-TestVolumeBootPattern-835550833 tempest-TestVolumeBootPattern-835550833-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 1125 time: 0.5687668 Feb 04 17:34:05.936346 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35156) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:05.946580 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'port_id': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:05.984001 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] For port de5af4fe-bec8-4b58-af38-32b272bdf972, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:05.989801 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] For port de5af4fe-bec8-4b58-af38-32b272bdf972, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=de5af4fe-bec8-4b58-af38-32b272bdf972,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:06.042226 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 894093b6-3e0f-4438-aa37-30d51b421597 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:06.042643 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (894093b6-3e0f-4438-aa37-30d51b421597), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.065497 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163'] for network (7a715393-ac35-44c0-9024-0efe05059d91), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.067297 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:06.070822 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.071468 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-5d18dd91-79fd-42d3-85b7-217627ffd481 None None] Provisioning complete for port de5af4fe-bec8-4b58-af38-32b272bdf972 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:06.072162 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-5d18dd91-79fd-42d3-85b7-217627ffd481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.100896 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.103321 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.143677 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-5d18dd91-79fd-42d3-85b7-217627ffd481 None None] Port de5af4fe-bec8-4b58-af38-32b272bdf972 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:06.209449 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] Pushing event updated for resources: {'Network': ['ID=7a715393-ac35-44c0-9024-0efe05059d91,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:06.219156 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 894093b6-3e0f-4438-aa37-30d51b421597 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:06.228115 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Network 7a715393-ac35-44c0-9024-0efe05059d91 details requested by agent ovs-agent-dv-cinder-817351-10-iscsi with host dv-cinder-817351-10-iscsi {{(pid=103216) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 17:34:06.251532 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5fe7a289-151d-4375-b10a-a96d482bcb88 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0104606 Feb 04 17:34:06.253195 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35158) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:06.269621 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Request body: {'subnet': {'network_id': '7a715393-ac35-44c0-9024-0efe05059d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-82209636-subnet', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'ip_version': 4}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:06.270599 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12cbe5-6629-4c99-9d24-dcc6d9127424 None None] Pushing event updated for resources: {'Port': ['ID=de5af4fe-bec8-4b58-af38-32b272bdf972,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:06.276881 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:06.277824 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:34:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:06.373866 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Made reservation on behalf of e4df04af07ce4f25ae0aa295e968296e for: {'subnet': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:34:06.379144 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-125980446'] for subnet (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.407844 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.528648 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:06.602014 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Allocated IP 172.27.0.185 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/a7e24539-c893-4a0a-9bd9-5bfc1258733e) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:06.605064 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-e1c28cd1-f69e-4267-99ee-3ea699fb5af0 None None] Provisioning complete for port de5af4fe-bec8-4b58-af38-32b272bdf972 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:06.606675 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1c28cd1-f69e-4267-99ee-3ea699fb5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.701074 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127636739', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-125980456'] for subnet (af5e8bef-388a-4de9-9839-8136fff30e9f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.721388 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-e1c28cd1-f69e-4267-99ee-3ea699fb5af0 None None] Current status of the port de5af4fe-bec8-4b58-af38-32b272bdf972 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:06.722180 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1c28cd1-f69e-4267-99ee-3ea699fb5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.801359 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-e1c28cd1-f69e-4267-99ee-3ea699fb5af0 None None] For port de5af4fe-bec8-4b58-af38-32b272bdf972, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=de5af4fe-bec8-4b58-af38-32b272bdf972,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:06.872096 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5e8bef-388a-4de9-9839-8136fff30e9f,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:06.873352 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:05Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:06.885974 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Checking segment: {'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:06.886547 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Network hostable DHCP agents. Network: 7a715393-ac35-44c0-9024-0efe05059d91, hostable agents: ['21badc50-3e47-4cb3-85e7-251b5f4290c4'], hosted agents: [] {{(pid=103215) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 17:34:06.911054 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-e1c28cd1-f69e-4267-99ee-3ea699fb5af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:06.928224 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f357ccc2-fd13-44e3-af23-b56898af682a None None] The sync data for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi is: [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:05Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:07.001000 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c28cd1-f69e-4267-99ee-3ea699fb5af0 None None] Pushing event updated for resources: {'Port': ['ID=de5af4fe-bec8-4b58-af38-32b272bdf972,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:07.007268 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Network 7a715393-ac35-44c0-9024-0efe05059d91 is scheduled to be hosted by DHCP agent 21badc50-3e47-4cb3-85e7-251b5f4290c4 with binding_index 1 {{(pid=103215) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 17:34:07.081319 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-10-iscsi, 7a715393-ac35-44c0-9024-0efe05059d91) {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:07.088100 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:07.088916 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.105437 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4728b10-e9dd-4653-a807-db03c70e78e3 None None] Network 7a715393-ac35-44c0-9024-0efe05059d91 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:07.191702 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-88315a42-02e8-44df-a491-6aa44df7db7a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9360945 Feb 04 17:34:07.192894 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35162) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:07.200358 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:07.244883 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.285698 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp18f7c74c-a3ca-5680-9b95-f24c2ab8c5e0-7a715393-ac35-44c0-9024-0efe05059d91', 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91', 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'fixed_ips': [{'subnet_id': 'af5e8bef-388a-4de9-9839-8136fff30e9f'}]}} from dv-cinder-817351-10-iscsi. {{(pid=103216) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 17:34:07.285698 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.340076 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-503157', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12839'] for router (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.341514 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-503781', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-480835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-522343', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12848'] for router (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.376389 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.462305 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks [] for router_controller (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), precommit_add_association {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.463739 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:07.472214 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:07.478338 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:07.517279 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=a7e24539-c893-4a0a-9bd9-5bfc1258733e,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:07.546753 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.db_base_plugin_common [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Allocated IP 172.20.0.2 (7a715393-ac35-44c0-9024-0efe05059d91/af5e8bef-388a-4de9-9839-8136fff30e9f/b40760f5-510d-4aa5-9e4a-d53f64deac46) {{(pid=103216) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:07.840104 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks [] for router_gateway (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.843546 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Publish callbacks [] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), precommit_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:07.974453 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), after_create {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.017942 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Network 7a715393-ac35-44c0-9024-0efe05059d91 is already hosted by enough agents. {{(pid=103216) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:08.020527 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device de5af4fe-bec8-4b58-af38-32b272bdf972 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:08.029262 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.scheduler.base_scheduler [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Resources bound (agent type, host, resource id): {{(pid=103216) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:08.101982 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Received port after_create {{(pid=103216) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:08.115519 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.263996 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Attempting to bind port b40760f5-510d-4aa5-9e4a-d53f64deac46 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:08.264760 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Attempting to bind port b40760f5-510d-4aa5-9e4a-d53f64deac46 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:08.265463 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Attempting to bind port b40760f5-510d-4aa5-9e4a-d53f64deac46 on network 7a715393-ac35-44c0-9024-0efe05059d91 {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:08.272897 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (b70381ac-8aca-4cff-a44a-61a499e68083), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.275201 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Pushing event updated for resources: {'Port': ['ID=b40760f5-510d-4aa5-9e4a-d53f64deac46,revision_number=1']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:08.324035 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:08.324743 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Checking segment: {'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103216) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:08.325499 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.326246 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Bound using segment: {'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'} {{(pid=103216) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:08.327209 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.managers [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Bound port: b40760f5-510d-4aa5-9e4a-d53f64deac46, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'}}] {{(pid=103216) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:08.329067 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.359490 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port de5af4fe-bec8-4b58-af38-32b272bdf972 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:08.360098 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.529527 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] For port b40760f5-510d-4aa5-9e4a-d53f64deac46, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103216) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:08.535954 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] For port b40760f5-510d-4aa5-9e4a-d53f64deac46, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b40760f5-510d-4aa5-9e4a-d53f64deac46,segment=NetworkSegment(5ec76265-1683-43c1-abb2-73a5aee117cc),segment_id=5ec76265-1683-43c1-abb2-73a5aee117cc)] {{(pid=103216) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:08.553316 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks [] for router_gateway (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.595093 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.609615 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port de5af4fe-bec8-4b58-af38-32b272bdf972 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:08.627255 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.631818 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:08.752777 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294ebee-db28-4a24-a6d0-a1338f105aa4 None None] Pushing event updated for resources: {'Port': ['ID=b40760f5-510d-4aa5-9e4a-d53f64deac46,revision_number=2']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:08.873259 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Allocated IP 172.27.0.163 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/06ff4b4e-e94f-42fd-84ba-f32a9b146019) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:09.001216 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.059811 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks [] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.069904 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.190779 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event updated for resources: {'Port': ['ID=a7e24539-c893-4a0a-9bd9-5bfc1258733e,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:09.198739 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (b70381ac-8aca-4cff-a44a-61a499e68083), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.238789 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.288132 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:09.292884 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:09.297472 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:09.329876 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Pushing event updated for resources: {'Port': ['ID=06ff4b4e-e94f-42fd-84ba-f32a9b146019,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:09.374823 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Floating IP b70381ac-8aca-4cff-a44a-61a499e68083 associated. External IP: 172.27.0.185, port: a4fb4e61-fc97-44f0-b6e6-6626e2fe8847. Feb 04 17:34:09.722196 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:09.746102 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks [] for router_gateway (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:09.991585 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:09.992851 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b40760f5-510d-4aa5-9e4a-d53f64deac46 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:10.049893 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:10.066806 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.097215 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:10.098451 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:34:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:10.131304 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e354c8bd-b204-4058-851b-76eb18214e26 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1933525 Feb 04 17:34:10.132193 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:34:10.136654 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163aecef-90a9-4de0-bcc6-8fbc887e8a20" -d '{"events": [{"name": "network-changed", "server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:34:10.220288 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port b40760f5-510d-4aa5-9e4a-d53f64deac46 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:10.221557 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.225382 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-503794', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-480876'] for router (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.241696 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101df444-6ca2-47a2-84eb-c1e217f87ff2 x-openstack-request-id: req-101df444-6ca2-47a2-84eb-c1e217f87ff2 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:34:10.241897 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:34:10.242427 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-101df444-6ca2-47a2-84eb-c1e217f87ff2 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:34:10.242954 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'status': 'completed', 'code': 200} Feb 04 17:34:10.263780 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddec9afd-a7c3-4a1b-a6ea-ed1fa05b5e25 None None] Network 7a715393-ac35-44c0-9024-0efe05059d91 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:34:10.368973 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:10.402371 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-eb672ead-db06-4565-b7f0-89d17b612eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.404185 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-eb672ead-db06-4565-b7f0-89d17b612eec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 1130 time: 0.1148548 Feb 04 17:34:10.547952 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-7d7b944e-1324-4f66-863b-882e8fc32e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.549818 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-7d7b944e-1324-4f66-863b-882e8fc32e91 service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1370025 Feb 04 17:34:10.594797 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-fe2cd21d-ae93-467b-9e05-6856512f35fb None None] Provisioning complete for port b40760f5-510d-4aa5-9e4a-d53f64deac46 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:10.595289 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fe2cd21d-ae93-467b-9e05-6856512f35fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.609077 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 is scheduled to L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b with binding_index 1 {{(pid=103215) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 17:34:10.690870 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-f032b017-1b88-4b84-8703-26dd17727cad service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 HTTP/1.1" status: 200 len: 1000 time: 0.1343367 Feb 04 17:34:10.798436 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port b40760f5-510d-4aa5-9e4a-d53f64deac46 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:10.799071 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:10.813612 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-45b168e5-649f-4a4d-9613-e72c070ec80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.816239 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-45b168e5-649f-4a4d-9613-e72c070ec80c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0977736 Feb 04 17:34:10.888636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:10.901398 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Sync routers for ids ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:10.920537 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Routers {'38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:10.923762 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:34:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:10.924362 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-7cd9d88d-cc9e-474a-8056-b30d822938ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:10.926466 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-7cd9d88d-cc9e-474a-8056-b30d822938ba service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0978255 Feb 04 17:34:10.999630 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.004072 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b569a9b8-1da7-4a36-b065-e80b07ddc475 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8069668 Feb 04 17:34:11.004340 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port b40760f5-510d-4aa5-9e4a-d53f64deac46, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b40760f5-510d-4aa5-9e4a-d53f64deac46,segment=NetworkSegment(5ec76265-1683-43c1-abb2-73a5aee117cc),segment_id=5ec76265-1683-43c1-abb2-73a5aee117cc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:11.004943 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:11.074701 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cd21d-ae93-467b-9e05-6856512f35fb None None] Current status of the port b40760f5-510d-4aa5-9e4a-d53f64deac46 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:11.075136 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fe2cd21d-ae93-467b-9e05-6856512f35fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.108809 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-c82af8ee-235e-4d9a-bf05-308935acbcd3 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762807 Feb 04 17:34:11.111525 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.112370 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Set router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:11.303906 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=b40760f5-510d-4aa5-9e4a-d53f64deac46,revision_number=3']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:11.321226 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.db.api [None req-fe2cd21d-ae93-467b-9e05-6856512f35fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103216) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 17:34:11.321852 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG oslo_db.api [None req-fe2cd21d-ae93-467b-9e05-6856512f35fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 17:34:11.340404 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-163aecef-90a9-4de0-bcc6-8fbc887e8a20 req-c8b29662-c991-458e-9c2f-01be5900106a service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250779 Feb 04 17:34:11.403577 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 1, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}, {'id': 'b70381ac-8aca-4cff-a44a-61a499e68083', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:58:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d229d-64a1-48d5-9d59-65785502f719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:08Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:11.477776 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.478094 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:34:09Z', 'revision_number': 3, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port': {'id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:11.481591 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:34:11.486590 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.506151 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:11.509136 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:34:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:11.535768 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Checking router: 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:34:11.536400 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Updating router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:34:11.592651 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.731491 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:11.779201 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:11.886119 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b40760f5-510d-4aa5-9e4a-d53f64deac46 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:11.959446 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-fe2cd21d-ae93-467b-9e05-6856512f35fb None None] Current status of the port b40760f5-510d-4aa5-9e4a-d53f64deac46 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:12.066933 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port b40760f5-510d-4aa5-9e4a-d53f64deac46 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:12.068051 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.081889 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Publish callbacks [] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.104005 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Allocated IP 172.20.0.1 (7a715393-ac35-44c0-9024-0efe05059d91/af5e8bef-388a-4de9-9839-8136fff30e9f/4dbe10a4-9c70-4f02-9458-9c79b2842b3a) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:34:12.156797 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.219139 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ef80d582-2f07-47e0-9d4c-36067785bc25 None None] Provisioning complete for port b40760f5-510d-4aa5-9e4a-d53f64deac46 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:12.219736 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ef80d582-2f07-47e0-9d4c-36067785bc25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.356882 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 1, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}, {'id': 'b70381ac-8aca-4cff-a44a-61a499e68083', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:58:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d229d-64a1-48d5-9d59-65785502f719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:08Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:12.361830 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port b40760f5-510d-4aa5-9e4a-d53f64deac46 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:12.371069 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Attempting to bind port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:12.371069 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Attempting to bind port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:12.371069 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Attempting to bind port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 on network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:12.375350 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9947852-e242-4d6e-a171-c2744c64ac1c None None] Pushing event updated for resources: {'Port': ['ID=06ff4b4e-e94f-42fd-84ba-f32a9b146019,revision_number=2']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:12.383940 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:12.384524 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Checking segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:12.385157 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.385802 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Bound using segment: {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:12.386609 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Bound port: 06ff4b4e-e94f-42fd-84ba-f32a9b146019, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66e4be3-b8f7-41cd-a69f-f0c94380a23c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:12.387209 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.392701 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks [] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.396957 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb23c77d-2fd2-4bbf-b600-1f3fd613e71e None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 1, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}, {'id': 'b70381ac-8aca-4cff-a44a-61a499e68083', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.185', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 667, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:58:86:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212d229d-64a1-48d5-9d59-65785502f719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:08Z', 'revision_number': 0, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:12.443960 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ef80d582-2f07-47e0-9d4c-36067785bc25 None None] Current status of the port b40760f5-510d-4aa5-9e4a-d53f64deac46 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:12.457732 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] For port 06ff4b4e-e94f-42fd-84ba-f32a9b146019, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:12.460549 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] For port 06ff4b4e-e94f-42fd-84ba-f32a9b146019, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=06ff4b4e-e94f-42fd-84ba-f32a9b146019,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:12.579067 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.626667 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.633976 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Network 7a715393-ac35-44c0-9024-0efe05059d91 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:12.638174 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:12.643927 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:34:12.650657 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Pushing event updated for resources: {'Port': ['ID=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:12.709916 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Routers {'38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:12.711832 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:34:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:12.719673 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571459'] for router_interface (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:12.733381 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5e14b0-b5dc-4de8-bfff-c5925e25c93a None None] New status for floating IP b70381ac-8aca-4cff-a44a-61a499e68083: ACTIVE {{(pid=103216) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:34:12.845835 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9947852-e242-4d6e-a171-c2744c64ac1c None None] Pushing event updated for resources: {'Port': ['ID=06ff4b4e-e94f-42fd-84ba-f32a9b146019,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:12.966233 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] Set router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:13.046847 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.104675 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-0ebcf641-5f25-43f5-b1db-004b1fcbef09 None None] Provisioning complete for port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:13.105775 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0ebcf641-5f25-43f5-b1db-004b1fcbef09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.166559 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-0ebcf641-5f25-43f5-b1db-004b1fcbef09 None None] Port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:13.282699 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:34:09Z', 'revision_number': 3, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port': {'id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:13.314739 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a8b73f-e846-4191-97e9-bd9fd88cd6e6 None None] The sync data for ids ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'] in dv-cinder-817351-10-iscsi is: [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:34:09Z', 'revision_number': 3, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port': {'id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:13.317230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks [] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.389695 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.467290 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-604205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-479923'] for router_interface (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:13.469530 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Pushing event updated for resources: {'Port': ['ID=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:13.615927 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Network 7a715393-ac35-44c0-9024-0efe05059d91 is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:34:13.619155 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:34:13.836784 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:34:14.016557 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-28522142-2884-4a24-b694-e15bf92de932 None None] Provisioning complete for port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:14.016803 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-28522142-2884-4a24-b694-e15bf92de932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:14.085255 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-28522142-2884-4a24-b694-e15bf92de932 None None] Port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:34:14.100845 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:34:14.110969 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-ddbee997-ae02-4026-bcfa-c31096d92aef admin admin] 10.222.0.24 "PUT /v2.0/routers/38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0993912 Feb 04 17:34:14.956356 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35216) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:14.962560 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-3ee30e29-7731-4a2d-9b90-caa32b8ad241 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-855630050', 'description': 'tempest-secgroup-smoke-855630050 description', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:15.081313 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ee30e29-7731-4a2d-9b90-caa32b8ad241 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.206910 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ee30e29-7731-4a2d-9b90-caa32b8ad241 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group (06bca4a8-ca59-4fa5-89ef-36c1a2df5251), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.275945 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ee30e29-7731-4a2d-9b90-caa32b8ad241 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (06bca4a8-ca59-4fa5-89ef-36c1a2df5251), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.319257 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee30e29-7731-4a2d-9b90-caa32b8ad241 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06bca4a8-ca59-4fa5-89ef-36c1a2df5251,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:15.380903 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ee30e29-7731-4a2d-9b90-caa32b8ad241 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.383257 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3ee30e29-7731-4a2d-9b90-caa32b8ad241 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4250488 Feb 04 17:34:15.387297 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35222) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:15.393000 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-77a58fe7-053b-4ac6-bead-f35c645680d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'security_group_rule': {'security_group_id': '06bca4a8-ca59-4fa5-89ef-36c1a2df5251', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:15.521659 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77a58fe7-053b-4ac6-bead-f35c645680d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (30bcc95f-bf0f-4718-85ae-806b356cd703), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.607543 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77a58fe7-053b-4ac6-bead-f35c645680d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (30bcc95f-bf0f-4718-85ae-806b356cd703), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.661811 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Sync routers for ids ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:34:15.665328 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77a58fe7-053b-4ac6-bead-f35c645680d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (30bcc95f-bf0f-4718-85ae-806b356cd703), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.677504 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Routers {'38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:15.678138 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:34:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:15.698831 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a58fe7-053b-4ac6-bead-f35c645680d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30bcc95f-bf0f-4718-85ae-806b356cd703,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:15.806606 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77a58fe7-053b-4ac6-bead-f35c645680d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:15.809551 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-77a58fe7-053b-4ac6-bead-f35c645680d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4207385 Feb 04 17:34:15.814172 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35226) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:15.826487 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-238f9386-9b7e-4409-b78f-b4f9cac0f44e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'security_group_rule': {'security_group_id': '06bca4a8-ca59-4fa5-89ef-36c1a2df5251', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:15.884606 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Set router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:15.931725 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 06ff4b4e-e94f-42fd-84ba-f32a9b146019 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:15.989405 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-238f9386-9b7e-4409-b78f-b4f9cac0f44e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (09679e5a-f716-41d0-b4ca-d2b32c7ff4ce), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.020566 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:16.021586 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.109882 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-238f9386-9b7e-4409-b78f-b4f9cac0f44e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (09679e5a-f716-41d0-b4ca-d2b32c7ff4ce), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.152905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:16.153310 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.178364 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] For port 06ff4b4e-e94f-42fd-84ba-f32a9b146019, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=06ff4b4e-e94f-42fd-84ba-f32a9b146019,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:16.196640 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-238f9386-9b7e-4409-b78f-b4f9cac0f44e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (09679e5a-f716-41d0-b4ca-d2b32c7ff4ce), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.224685 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:34:12Z', 'revision_number': 4, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port': {'id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '4dbe10a4-9c70-4f02-9458-9c79b2842b3a', 'name': '', 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'mac_address': 'fa:16:3e:94:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af5e8bef-388a-4de9-9839-8136fff30e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:11Z', 'updated_at': '2022-02-04T17:34:13Z', 'revision_number': 2, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'subnets': [{'id': 'af5e8bef-388a-4de9-9839-8136fff30e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:16.231589 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f9386-9b7e-4409-b78f-b4f9cac0f44e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09679e5a-f716-41d0-b4ca-d2b32c7ff4ce,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:16.257053 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Checking router: 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:34:16.258630 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.262705 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Updating router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a binding host dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 17:34:16.297245 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.332199 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Pushing event updated for resources: {'Port': ['ID=06ff4b4e-e94f-42fd-84ba-f32a9b146019,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:16.420668 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-238f9386-9b7e-4409-b78f-b4f9cac0f44e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.421979 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-238f9386-9b7e-4409-b78f-b4f9cac0f44e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6054919 Feb 04 17:34:16.425162 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35228) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:16.430776 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-2c86941c-e327-4ef5-befe-4f21c9acc368 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'security_group_rule': {'security_group_id': '06bca4a8-ca59-4fa5-89ef-36c1a2df5251', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:16.543922 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c86941c-e327-4ef5-befe-4f21c9acc368 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (f14e01cd-08a9-42ca-a380-b0525675e645), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.634419 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Publish callbacks [] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), precommit_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.658210 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c86941c-e327-4ef5-befe-4f21c9acc368 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (f14e01cd-08a9-42ca-a380-b0525675e645), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.749964 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.785806 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c86941c-e327-4ef5-befe-4f21c9acc368 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (f14e01cd-08a9-42ca-a380-b0525675e645), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.814873 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8680e-e82f-4eb7-a830-a682704ecb62 None None] Pushing event updated for resources: {'Port': ['ID=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,revision_number=3']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:16.818379 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86941c-e327-4ef5-befe-4f21c9acc368 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14e01cd-08a9-42ca-a380-b0525675e645,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:16.903806 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Attempting to bind port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a on host dv-cinder-817351-10-iscsi for vnic_type normal with profile {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:34:16.904354 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Attempting to bind port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a by drivers openvswitch,hyperv on host dv-cinder-817351-10-iscsi at level 0 using segments [{'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:34:16.904906 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Attempting to bind port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a on network 7a715393-ac35-44c0-9024-0efe05059d91 {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:34:16.914645 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Checking agent: {'id': '6bd821a9-5362-43ae-928a-b2b991318e10', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 11, 41), 'started_at': datetime.datetime(2022, 2, 4, 17, 12, 11), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:34:16.915169 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Checking segment: {'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103217) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:34:16.916004 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:16.916561 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Bound using segment: {'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'} {{(pid=103217) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:34:16.917236 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.managers [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Bound port: 4dbe10a4-9c70-4f02-9458-9c79b2842b3a, host: dv-cinder-817351-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec76265-1683-43c1-abb2-73a5aee117cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91'}}] {{(pid=103217) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:34:16.917762 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), before_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.017983 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-2c86941c-e327-4ef5-befe-4f21c9acc368 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.023085 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-2c86941c-e327-4ef5-befe-4f21c9acc368 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5941153 Feb 04 17:34:17.024455 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] For port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a, host dv-cinder-817351-10-iscsi, cleared binding levels {{(pid=103217) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:34:17.026318 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35234) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:17.030544 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.plugins.ml2.db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] For port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a, host dv-cinder-817351-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,segment=NetworkSegment(5ec76265-1683-43c1-abb2-73a5aee117cc),segment_id=5ec76265-1683-43c1-abb2-73a5aee117cc)] {{(pid=103217) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:34:17.037457 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [None req-d4334924-89b5-4d67-97b7-629db8194613 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'security_group_rule': {'security_group_id': '06bca4a8-ca59-4fa5-89ef-36c1a2df5251', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:17.118306 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron_lib.callbacks.manager [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), after_update {{(pid=103217) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.143814 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-a224be1c-0d41-429e-8d0e-7c441c2b9c94 None None] Provisioning complete for port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:17.144555 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a224be1c-0d41-429e-8d0e-7c441c2b9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.191794 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4334924-89b5-4d67-97b7-629db8194613 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (aa0d8147-f3b4-4614-b0b9-76d4624e9f9c), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.249622 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da8680e-e82f-4eb7-a830-a682704ecb62 None None] Pushing event updated for resources: {'Port': ['ID=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,revision_number=4']} {{(pid=103217) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:17.277853 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Routers {'38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:34:17.279017 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:34:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:17.279923 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35238) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:17.395444 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4334924-89b5-4d67-97b7-629db8194613 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (aa0d8147-f3b4-4614-b0b9-76d4624e9f9c), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.505628 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77a2a6b4-b8bc-4f88-944a-a467d756aee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.516412 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4334924-89b5-4d67-97b7-629db8194613 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (aa0d8147-f3b4-4614-b0b9-76d4624e9f9c), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.557062 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-a224be1c-0d41-429e-8d0e-7c441c2b9c94 None None] Current status of the port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a is: DOWN; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:17.557966 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a224be1c-0d41-429e-8d0e-7c441c2b9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.592774 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] Set router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:34:17.596423 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4334924-89b5-4d67-97b7-629db8194613 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0d8147-f3b4-4614-b0b9-76d4624e9f9c,revision_number=0']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:17.625994 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-a224be1c-0d41-429e-8d0e-7c441c2b9c94 None None] For port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,segment=NetworkSegment(5ec76265-1683-43c1-abb2-73a5aee117cc),segment_id=5ec76265-1683-43c1-abb2-73a5aee117cc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:34:17.654346 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d4334924-89b5-4d67-97b7-629db8194613 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.654346 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d4334924-89b5-4d67-97b7-629db8194613 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6248741 Feb 04 17:34:17.656970 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35242) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:17.672626 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'security_group_rule': {'security_group_id': '06bca4a8-ca59-4fa5-89ef-36c1a2df5251', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:17.699108 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a224be1c-0d41-429e-8d0e-7c441c2b9c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.722655 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77a2a6b4-b8bc-4f88-944a-a467d756aee2 admin admin] Publish callbacks [] for security_group (4f428908-b54a-419e-b8e6-b0280eae60c8), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.764313 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224be1c-0d41-429e-8d0e-7c441c2b9c94 None None] Pushing event updated for resources: {'Port': ['ID=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:17.831250 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-77a2a6b4-b8bc-4f88-944a-a467d756aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4f428908-b54a-419e-b8e6-b0280eae60c8), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.846060 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8e9922dd-2087-4089-9f36-6500ac83cf73 None None] Provisioning complete for port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:17.846705 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8e9922dd-2087-4089-9f36-6500ac83cf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.903003 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2a6b4-b8bc-4f88-944a-a467d756aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f428908-b54a-419e-b8e6-b0280eae60c8,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:17.911827 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Project 33bdfadef3ef4e5f8499cbb4911e02fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:34:17.912853 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 06ff4b4e-e94f-42fd-84ba-f32a9b146019 up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:17.947169 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (86d5aabc-d8d2-44f9-9301-eae378c6c02d), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:17.990123 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-77a2a6b4-b8bc-4f88-944a-a467d756aee2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ef8944011a54ce9bc7962fbd1dacd22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7048345 Feb 04 17:34:17.991327 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35244) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:18.071824 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8e9922dd-2087-4089-9f36-6500ac83cf73 None None] Current status of the port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:18.078153 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:18.078615 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.112846 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (86d5aabc-d8d2-44f9-9301-eae378c6c02d), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.113961 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8a32f9e-956b-431f-8114-bda488cba6b5 admin admin] Publish callbacks [] for security_group (4f428908-b54a-419e-b8e6-b0280eae60c8), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.148806 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8a32f9e-956b-431f-8114-bda488cba6b5 admin admin] Publish callbacks [] for security_group (4f428908-b54a-419e-b8e6-b0280eae60c8), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.174671 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:34:12Z', 'revision_number': 4, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port': {'id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '4dbe10a4-9c70-4f02-9458-9c79b2842b3a', 'name': '', 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'mac_address': 'fa:16:3e:94:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af5e8bef-388a-4de9-9839-8136fff30e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:11Z', 'updated_at': '2022-02-04T17:34:17Z', 'revision_number': 4, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'subnets': [{'id': 'af5e8bef-388a-4de9-9839-8136fff30e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:34:18.186034 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:18.201104 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (86d5aabc-d8d2-44f9-9301-eae378c6c02d), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.228439 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86d5aabc-d8d2-44f9-9301-eae378c6c02d,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:18.228744 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7b1560f-64d1-4717-8308-d86b46d2744c None None] The sync data for ids ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'] in dv-cinder-817351-10-iscsi is: [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:34:12Z', 'revision_number': 4, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port': {'id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': '4dbe10a4-9c70-4f02-9458-9c79b2842b3a', 'name': '', 'network_id': '7a715393-ac35-44c0-9024-0efe05059d91', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'mac_address': 'fa:16:3e:94:9a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'af5e8bef-388a-4de9-9839-8136fff30e9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:11Z', 'updated_at': '2022-02-04T17:34:17Z', 'revision_number': 4, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'subnets': [{'id': 'af5e8bef-388a-4de9-9839-8136fff30e9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:34:18.304533 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.308333 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-fb66bf5b-d080-44aa-be95-35b0d8480716 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6495509 Feb 04 17:34:18.321788 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35248) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:34:18.325029 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'security_group_rule': {'security_group_id': '06bca4a8-ca59-4fa5-89ef-36c1a2df5251', 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:34:18.352739 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8a32f9e-956b-431f-8114-bda488cba6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (4f428908-b54a-419e-b8e6-b0280eae60c8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.355758 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-d8a32f9e-956b-431f-8114-bda488cba6b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.358331 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-d8a32f9e-956b-431f-8114-bda488cba6b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f428908-b54a-419e-b8e6-b0280eae60c8 HTTP/1.1" status: 204 len: 168 time: 0.3637011 Feb 04 17:34:18.368392 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a32f9e-956b-431f-8114-bda488cba6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f428908-b54a-419e-b8e6-b0280eae60c8,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:18.436190 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.securitygroups_db [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Project 33bdfadef3ef4e5f8499cbb4911e02fe added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 17:34:18.446880 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (f6fa1247-9e55-4f2a-9278-87dfccd3ed04), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.551720 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (f6fa1247-9e55-4f2a-9278-87dfccd3ed04), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.636430 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491064'] for security_group_rule (f6fa1247-9e55-4f2a-9278-87dfccd3ed04), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.666351 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fa1247-9e55-4f2a-9278-87dfccd3ed04,revision_number=0']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:34:18.735413 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:18.744314 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-189136d3-cc13-41b2-9a53-48a524e34f93 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4227107 Feb 04 17:34:19.975079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4dbe10a4-9c70-4f02-9458-9c79b2842b3a up at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:34:20.082747 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Provisioning complete for port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:34:20.083120 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:20.203834 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Current status of the port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a is: ACTIVE; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:34:22.355564 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.436311 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-7bddba7e-7161-4c20-a556-44669595e455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:32.757733 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:34:35.888477 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-42ff54a0-58f9-4cb5-a6b7-c5bc00010231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:38.075048 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.474770 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:41.509140 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:52.338303 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:34:57.554055 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-02fba36d-bae4-4589-8fd2-7e53d93b08af tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-855630050&fields=id&tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe HTTP/1.1" status: 200 len: 267 time: 0.0824289 Feb 04 17:34:57.719943 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-398a01d9-6faa-4e46-a240-58f692cd41cf tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:34:57.722621 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-398a01d9-6faa-4e46-a240-58f692cd41cf tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 809 time: 0.1596038 Feb 04 17:34:57.744919 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-33c5a783-4b59-4b7b-86b3-42a2d4f0e553 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/quotas/33bdfadef3ef4e5f8499cbb4911e02fe HTTP/1.1" status: 200 len: 375 time: 0.0114698 Feb 04 17:34:57.840449 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-d5a0ca8e-de17-4203-906b-6b4dfd0bd8cf tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0856669 Feb 04 17:34:57.993265 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-a8b1c61f-01cf-4add-8f98-5aa510b71140 service neutron] 10.222.0.24 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309624 Feb 04 17:34:58.172749 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4d044471-2d84-4747-8ab3-1c3eabb12e02 service neutron] 10.222.0.24 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720939 Feb 04 17:34:59.049896 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ce47d441-b872-4f56-8e61-924aee2c3c12 req-8eb85fef-cbed-4c3b-af41-e61fdd245363 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0310040 Feb 04 17:35:00.150051 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-50a83e14-79cb-4748-9e8f-499ef776a33d req-b46c7349-9b67-4b49-9dc7-29822207754b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0337396 Feb 04 17:35:01.296702 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-13c44f76-ab6c-481e-a65d-7de2306740fc req-1a69c2ee-0741-4f57-b771-38e38a86942b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0363152 Feb 04 17:35:02.058777 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-0e50af57-e585-438a-afe8-858298cc9047 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:02.060983 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-0e50af57-e585-438a-afe8-858298cc9047 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 809 time: 0.2030680 Feb 04 17:35:02.117759 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-cf21c6af-0d1a-4435-b978-63ba1341206f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0744374 Feb 04 17:35:02.154385 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-e62180e4-76fd-4316-b8d0-26255c8f14cf tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe HTTP/1.1" status: 200 len: 379 time: 0.0835798 Feb 04 17:35:02.172097 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'port': {'device_id': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'admin_state_up': True, 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'security_groups': ['06bca4a8-ca59-4fa5-89ef-36c1a2df5251']}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:02.280368 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da93c-c79e-4c7a-a760-5c4af770520c req-4d50236e-44e2-44da-a476-21cd3c20faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:02.285414 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-4d50236e-44e2-44da-a476-21cd3c20faaa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1130 time: 0.0737691 Feb 04 17:35:02.416321 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35590) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:02.475879 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-97da2201-2784-421a-a666-2d637c4954fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:02.589482 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da93c-c79e-4c7a-a760-5c4af770520c req-2f6187e7-3e02-49ff-a8ed-da645c82cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:02.592586 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-2f6187e7-3e02-49ff-a8ed-da645c82cc45 service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.2603741 Feb 04 17:35:02.750868 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-31a612e2-ca84-4120-8e33-8b387ccd72c4 req-564e9583-fc78-4440-b674-5c283de5f3bb tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0411808 Feb 04 17:35:02.881525 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Made reservation on behalf of 33bdfadef3ef4e5f8499cbb4911e02fe for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:02.886709 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.070998 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.102630 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-16eec8c8-0ca1-4657-90a4-4ac451968d5a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379 HTTP/1.1" status: 200 len: 1002 time: 0.4915023 Feb 04 17:35:03.103841 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Allocated IP 172.20.0.3 (c1053c51-2dbd-4d7c-b022-c39fa12c3f25/6fccabaa-018a-4be9-aacd-dcf253325508/55b19d69-3511-4a6b-8f3f-ffcc36a5144f) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:03.186820 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da93c-c79e-4c7a-a760-5c4af770520c req-a62fab8c-1323-467c-b820-921c42ea5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.188376 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-a62fab8c-1323-467c-b820-921c42ea5deb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0795684 Feb 04 17:35:03.264931 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Publish callbacks [] for security_group (5def553d-100f-4d6b-ba4b-ba80a904973f), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.276642 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211da93c-c79e-4c7a-a760-5c4af770520c req-d0adbdce-7de2-48ae-a8de-f993aaffff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.278306 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-d0adbdce-7de2-48ae-a8de-f993aaffff57 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0812287 Feb 04 17:35:03.343495 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5def553d-100f-4d6b-ba4b-ba80a904973f), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.347951 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.421845 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9e490fae62194243b4fb9f4ca3b6ca9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0040340 Feb 04 17:35:03.425227 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35594) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:03.429226 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5def553d-100f-4d6b-ba4b-ba80a904973f,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:03.441013 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.441285 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.441591 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.441937 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.442291 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.442656 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.443582 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.443932 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.444267 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.444705 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.445031 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.445363 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.445695 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675f1b5c-1362-4912-b253-dd10bb66446b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.452497 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-5594edea-e230-4815-b0aa-c7224c338c4b service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669588 Feb 04 17:35:03.491565 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305b7638-5054-4cf7-8f98-ed9c82606ed5 admin admin] Publish callbacks [] for security_group (5def553d-100f-4d6b-ba4b-ba80a904973f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.539802 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.545455 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305b7638-5054-4cf7-8f98-ed9c82606ed5 admin admin] Publish callbacks [] for security_group (5def553d-100f-4d6b-ba4b-ba80a904973f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.579767 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-211da93c-c79e-4c7a-a760-5c4af770520c req-042345ff-3a52-44b7-8e20-154f518ad0f1 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198387 Feb 04 17:35:03.671027 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:03.675336 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:03.680664 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:03.688428 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:03.721527 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.721887 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.722247 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.722576 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.722917 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.723253 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.723592 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.723921 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.724294 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.724697 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.725125 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.725458 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.725783 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:03.775564 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:03.776608 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.863707 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305b7638-5054-4cf7-8f98-ed9c82606ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (5def553d-100f-4d6b-ba4b-ba80a904973f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.869862 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-305b7638-5054-4cf7-8f98-ed9c82606ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:03.872213 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-305b7638-5054-4cf7-8f98-ed9c82606ed5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5def553d-100f-4d6b-ba4b-ba80a904973f HTTP/1.1" status: 204 len: 168 time: 0.4455087 Feb 04 17:35:03.911144 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b7638-5054-4cf7-8f98-ed9c82606ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5def553d-100f-4d6b-ba4b-ba80a904973f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:03.931380 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-4971b9f2-52b5-4688-9c03-c43f1e3e71b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7663467 Feb 04 17:35:03.947490 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Request body: {'port': {'device_id': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:04.004198 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d09d4c-1960-4527-a62a-ffb93d2c87e1 req-c66c1fa2-c206-4439-a6b0-e6ceae0d934a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:04.012754 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-84d09d4c-1960-4527-a62a-ffb93d2c87e1 req-c66c1fa2-c206-4439-a6b0-e6ceae0d934a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 931 time: 0.1365588 Feb 04 17:35:04.065893 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.098590 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-84d09d4c-1960-4527-a62a-ffb93d2c87e1 req-d69c2875-fc62-41ec-a46a-173e394dadf7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842731 Feb 04 17:35:04.101866 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-8c1beedb-d7bd-4183-89c5-489354720432 None None] Provisioning complete for port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:04.103604 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8c1beedb-d7bd-4183-89c5-489354720432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.166180 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-8c1beedb-d7bd-4183-89c5-489354720432 None None] Port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:04.492825 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b19d69-3511-4a6b-8f3f-ffcc36a5144f {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:04.507873 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Publish callbacks [] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.529701 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Transition to ACTIVE for port object 55b19d69-3511-4a6b-8f3f-ffcc36a5144f will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:35:04.617697 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.698781 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:04.829360 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Attempting to bind port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:04.829919 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Attempting to bind port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:04.830535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Attempting to bind port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f on network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:04.838510 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f on network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:35:04.839005 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Attempting to bind port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f on network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:04.848364 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:04.848720 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Checking segment: {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:04.849310 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Bound using segment: {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:04.849818 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Bound port: 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07c5b8a2-ece3-4d71-985f-139d9ed434af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:04.850414 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:04.947670 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:04.951610 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:05.058412 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.108986 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.112721 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.112721 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] 10.222.0.93 "PUT /v2.0/ports/55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 1093 time: 1.1727262 Feb 04 17:35:05.112721 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:05.114205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d956fc69-94b7-412e-a95a-b27d1993f4c9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:05.149824 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327340c-5e95-4be4-94ea-c7d14bba14b3 service neutron] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:05.212789 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1737c39-16f9-4512-8da2-f56fc0717217 x-openstack-request-id: req-e1737c39-16f9-4512-8da2-f56fc0717217 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:05.213249 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:05.213667 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1737c39-16f9-4512-8da2-f56fc0717217 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:05.214590 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'status': 'completed', 'code': 200} Feb 04 17:35:05.323829 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956fc69-94b7-412e-a95a-b27d1993f4c9 req-845ae61b-cd59-4b99-8df6-f814ef745666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.331023 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d956fc69-94b7-412e-a95a-b27d1993f4c9 req-845ae61b-cd59-4b99-8df6-f814ef745666 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1127 time: 0.0901103 Feb 04 17:35:05.367025 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9cc21-99b8-434d-8559-e4a698459f17 req-9a3b2c8c-41df-4a62-b471-e40d5796cd78 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.371264 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c2a9cc21-99b8-434d-8559-e4a698459f17 req-9a3b2c8c-41df-4a62-b471-e40d5796cd78 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.1274502 Feb 04 17:35:05.486186 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c2a9cc21-99b8-434d-8559-e4a698459f17 req-442ada63-beab-4bc1-9cf3-df668d349bb0 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037543 Feb 04 17:35:05.549663 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956fc69-94b7-412e-a95a-b27d1993f4c9 req-b6a7f535-14d3-426d-904b-87b35c0c04ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.552954 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d956fc69-94b7-412e-a95a-b27d1993f4c9 req-b6a7f535-14d3-426d-904b-87b35c0c04ac service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2187762 Feb 04 17:35:05.715730 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956fc69-94b7-412e-a95a-b27d1993f4c9 req-4709ef1b-da4e-44c5-a1cd-77ffa6527287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.718433 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d956fc69-94b7-412e-a95a-b27d1993f4c9 req-4709ef1b-da4e-44c5-a1cd-77ffa6527287 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1596329 Feb 04 17:35:05.827443 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-396c5a1e-af5e-47cc-b481-8d8db73ae58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.830557 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-396c5a1e-af5e-47cc-b481-8d8db73ae58b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1127 time: 0.0712616 Feb 04 17:35:05.869666 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-51045958-8bf3-4bb8-bc36-1eeac12601da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:05.879783 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-962f7154-c4ca-4ed3-9418-93572b78aff1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 217 time: 0.0422866 Feb 04 17:35:05.950069 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-edd879ec-8815-4bad-9128-a30ff5a5631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:05.951876 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-edd879ec-8815-4bad-9128-a30ff5a5631b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0666358 Feb 04 17:35:06.015444 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-8f78be17-1477-47da-b5c0-b668f58f64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.017512 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-8f78be17-1477-47da-b5c0-b668f58f64f2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0594814 Feb 04 17:35:06.153151 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-9e475d79-75f3-466b-a736-e3b6d358d80b service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290371 Feb 04 17:35:06.275082 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3172fddb-8233-4ce7-8e75-9962dd224bda req-0e807d98-18e5-43e0-8105-27e9d6d1381d service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156018 Feb 04 17:35:06.685265 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a684a3-f31d-451e-845b-713ffb7b5387 req-d4db6d38-3c48-4afd-ab3f-731c3bde7f67 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:06.685265 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-65a684a3-f31d-451e-845b-713ffb7b5387 req-d4db6d38-3c48-4afd-ab3f-731c3bde7f67 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0795720 Feb 04 17:35:06.751253 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-65a684a3-f31d-451e-845b-713ffb7b5387 req-35c32c93-786e-44ba-88f7-085b9afd94ea tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590324 Feb 04 17:35:07.949390 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d96da-e5b5-4ce6-9a2e-9be3b1c9fd24 req-80c0dc65-09d4-4468-a3c6-43772a10e623 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:07.952253 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-770d96da-e5b5-4ce6-9a2e-9be3b1c9fd24 req-80c0dc65-09d4-4468-a3c6-43772a10e623 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0798280 Feb 04 17:35:08.040512 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-770d96da-e5b5-4ce6-9a2e-9be3b1c9fd24 req-59490e69-5508-4308-b09f-5727cae998fd tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812871 Feb 04 17:35:08.086982 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:09.212615 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5df1cb-b0c6-40dd-bcdd-138a1b493c83 req-3112299e-49f2-43c6-8a7a-c7eafeeba4a3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:09.214723 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ad5df1cb-b0c6-40dd-bcdd-138a1b493c83 req-3112299e-49f2-43c6-8a7a-c7eafeeba4a3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0791903 Feb 04 17:35:09.286711 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ad5df1cb-b0c6-40dd-bcdd-138a1b493c83 req-a8b94419-40ab-4326-846a-e5e995789c07 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654948 Feb 04 17:35:09.759659 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:35:10.495755 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d8f4e-3e46-450e-b0c1-5495b42fdaf0 req-2db7ed4b-32f7-49c7-96ab-22793332a4e7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:10.499810 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-128d8f4e-3e46-450e-b0c1-5495b42fdaf0 req-2db7ed4b-32f7-49c7-96ab-22793332a4e7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0804369 Feb 04 17:35:10.584447 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-128d8f4e-3e46-450e-b0c1-5495b42fdaf0 req-676d382f-3dfe-4fdc-8bb4-2f357f76711b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719955 Feb 04 17:35:11.075777 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 35656) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:11.247579 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-619ee314-a93d-4d4c-9833-2cab40d558c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.366079 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-619ee314-a93d-4d4c-9833-2cab40d558c8 admin admin] Publish callbacks [] for security_group (7b6b488b-8ab8-45a0-933d-e94e0c9b3149), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.492106 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-619ee314-a93d-4d4c-9833-2cab40d558c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7b6b488b-8ab8-45a0-933d-e94e0c9b3149), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.541211 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-619ee314-a93d-4d4c-9833-2cab40d558c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5492bfb3a2554d998fc5ed86c61b6159&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4638543 Feb 04 17:35:11.542917 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ee314-a93d-4d4c-9833-2cab40d558c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6b488b-8ab8-45a0-933d-e94e0c9b3149,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:11.545931 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35660) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:11.550115 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.555996 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.648355 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ca77c5f-2325-4350-846a-7ee1f265c04a admin admin] Publish callbacks [] for security_group (7b6b488b-8ab8-45a0-933d-e94e0c9b3149), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.688286 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ca77c5f-2325-4350-846a-7ee1f265c04a admin admin] Publish callbacks [] for security_group (7b6b488b-8ab8-45a0-933d-e94e0c9b3149), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.763918 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f13cf6-554f-47a1-8440-5ddb6bb2e494 req-1ff42263-a46e-4c4f-beb8-1ec2ae75e62c tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:11.765814 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-92f13cf6-554f-47a1-8440-5ddb6bb2e494 req-1ff42263-a46e-4c4f-beb8-1ec2ae75e62c tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0754158 Feb 04 17:35:11.867927 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-92f13cf6-554f-47a1-8440-5ddb6bb2e494 req-0c6821d2-c035-422b-b1a6-8a99a5930cde tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908799 Feb 04 17:35:11.914349 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ca77c5f-2325-4350-846a-7ee1f265c04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (7b6b488b-8ab8-45a0-933d-e94e0c9b3149), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.917053 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3ca77c5f-2325-4350-846a-7ee1f265c04a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:11.918622 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3ca77c5f-2325-4350-846a-7ee1f265c04a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b6b488b-8ab8-45a0-933d-e94e0c9b3149 HTTP/1.1" status: 204 len: 168 time: 0.3708150 Feb 04 17:35:11.932683 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca77c5f-2325-4350-846a-7ee1f265c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6b488b-8ab8-45a0-933d-e94e0c9b3149,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:13.042685 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f468f08-0390-4b92-978c-b1af50ca036b req-5eea89fd-7c87-40af-8135-c41b87a6b730 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:13.045324 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6f468f08-0390-4b92-978c-b1af50ca036b req-5eea89fd-7c87-40af-8135-c41b87a6b730 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0738132 Feb 04 17:35:13.119902 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6f468f08-0390-4b92-978c-b1af50ca036b req-34bad67c-8ea4-4387-bc1c-31bba96dcba6 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668080 Feb 04 17:35:14.273772 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d3e12-30bf-4f09-9276-6d6f5c42b0b8 req-fb6782ef-c1f9-4fc2-9027-2e8539d1af6b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:14.275354 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-310d3e12-30bf-4f09-9276-6d6f5c42b0b8 req-fb6782ef-c1f9-4fc2-9027-2e8539d1af6b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0636311 Feb 04 17:35:14.344249 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-310d3e12-30bf-4f09-9276-6d6f5c42b0b8 req-d6a7de66-364c-427b-beab-bdb854ce60d8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582137 Feb 04 17:35:15.509991 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbeee5b-65f1-40a7-9bca-067a04b741b3 req-56266c38-52a5-430f-860f-a41e4fbee639 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:15.511943 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9dbeee5b-65f1-40a7-9bca-067a04b741b3 req-56266c38-52a5-430f-860f-a41e4fbee639 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0696766 Feb 04 17:35:15.611205 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-9dbeee5b-65f1-40a7-9bca-067a04b741b3 req-8abe58d6-f2a8-415d-9b56-246fd37a8ffa tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855970 Feb 04 17:35:15.915820 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-e8483f3e-a4ca-4624-a3a2-2d88b236b42d tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ebbb37893a9a4deeb5020c24bbbee4d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318422 Feb 04 17:35:16.138104 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-b0cdd4fa-348a-4348-b0c8-e1530d302f22 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:16.139767 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-b0cdd4fa-348a-4348-b0c8-e1530d302f22 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181375 Feb 04 17:35:16.159691 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-9e79e02d-97de-4908-9057-b74c39dc50b8 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/quotas/ebbb37893a9a4deeb5020c24bbbee4d2 HTTP/1.1" status: 200 len: 375 time: 0.0103021 Feb 04 17:35:16.199429 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-3047e402-96ec-481f-a8db-e389c2f54178 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebbb37893a9a4deeb5020c24bbbee4d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297093 Feb 04 17:35:16.511945 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2840eb41-478e-4d57-a655-6423e81b1e62 req-cbaa87f6-0dcf-48bd-b0bb-e0215fb28a5a tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 210 time: 0.0404682 Feb 04 17:35:16.783374 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e70a7-441b-4d4f-920a-4ebe553a7f27 req-5e6ca2ce-6e88-46ed-bfe4-5b6d3a9fd887 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:16.786922 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f66e70a7-441b-4d4f-920a-4ebe553a7f27 req-5e6ca2ce-6e88-46ed-bfe4-5b6d3a9fd887 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0910850 Feb 04 17:35:16.857610 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f66e70a7-441b-4d4f-920a-4ebe553a7f27 req-6a99843b-69fa-448d-b964-7283435c9560 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641150 Feb 04 17:35:16.955298 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 55b19d69-3511-4a6b-8f3f-ffcc36a5144f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:35:17.085840 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:17.103107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'port_id': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'mac_address': 'fa:16:3e:25:be:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:35:17.154042 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:17.154557 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.171243 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b19d69-3511-4a6b-8f3f-ffcc36a5144f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:17.196198 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:17.285066 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:17.351377 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:17.359483 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.359846 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.360213 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.360565 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.360901 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.361242 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.361581 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.361927 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.362257 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.362625 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.362969 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.363292 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.363625 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:35:17.629327 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-a1b1cbad-91f6-4578-bab7-d2b570bf01be req-4d1f63da-cd5d-4686-a6b5-1f5db7fa074f tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 210 time: 0.0359128 Feb 04 17:35:17.688014 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['55b19d69-3511-4a6b-8f3f-ffcc36a5144f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:18.029036 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a56f5-8f8c-4f27-8036-78621469dc1b req-393010fe-1b4f-4e6f-a311-23cc8c393edb tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:18.031740 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-004a56f5-8f8c-4f27-8036-78621469dc1b req-393010fe-1b4f-4e6f-a311-23cc8c393edb tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 944 time: 0.0819392 Feb 04 17:35:18.112814 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-004a56f5-8f8c-4f27-8036-78621469dc1b req-613732a4-963d-41c1-8b27-75583ccb6bd6 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685914 Feb 04 17:35:18.757159 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-7d51dfff-945c-45ca-97bd-34c572689c31 req-773485d9-3f8c-498b-b5b6-8b3284ae5ca7 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 210 time: 0.0391998 Feb 04 17:35:18.969032 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 55b19d69-3511-4a6b-8f3f-ffcc36a5144f up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:19.143543 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:35:19.150194 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:19.150881 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.187281 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-c1024b62-82ee-42d6-8bc3-5c7b3aa8fb3f tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=ebbb37893a9a4deeb5020c24bbbee4d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482097 Feb 04 17:35:19.294815 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:19.295422 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.344843 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:19.349893 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8198612c-f47e-4267-a94b-d6a574f244b1" -d '{"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-plugged", "status": "completed", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:19.353847 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7f478-dc0d-4398-9254-8e361c04992d req-14804234-0428-43ab-aa6f-7c0c4a486626 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:19.355597 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f3a7f478-dc0d-4398-9254-8e361c04992d req-14804234-0428-43ab-aa6f-7c0c4a486626 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 944 time: 0.0966594 Feb 04 17:35:19.374422 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:19.376143 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-e0369a8f-0cdc-4884-8d0d-43e2fc305956 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:19.377782 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-e0369a8f-0cdc-4884-8d0d-43e2fc305956 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851063 Feb 04 17:35:19.389939 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Request body: {'port': {'device_id': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303', 'admin_state_up': True, 'tenant_id': 'ebbb37893a9a4deeb5020c24bbbee4d2'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:19.409774 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21add25e-ba18-47a8-b3ff-1e27c486a371 x-openstack-request-id: req-21add25e-ba18-47a8-b3ff-1e27c486a371 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:19.410447 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-plugged", "status": "completed", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:19.412016 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21add25e-ba18-47a8-b3ff-1e27c486a371 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:19.413366 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'code': 200} Feb 04 17:35:19.491401 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-f3a7f478-dc0d-4398-9254-8e361c04992d req-462f7cdb-69fd-4cf8-a659-6adf3da99dae tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125352 Feb 04 17:35:19.521057 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.585877 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:19.714660 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Made reservation on behalf of ebbb37893a9a4deeb5020c24bbbee4d2 for: {'port': 1} {{(pid=103215) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 17:35:19.721205 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.745126 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks [] for security_group (None), before_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.881460 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks [] for security_group (1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.947209 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6d0be70a-7d6c-4337-bea8-2622317452e9 req-53032d00-3176-4444-84b7-b165ce25cac8 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 210 time: 0.0561066 Feb 04 17:35:19.961219 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:19.968144 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33440acd-a95f-40e2-887d-4dd9904a5f6d req-96f07a7d-af2b-4e43-b7bc-9f65453d4d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:19.970253 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-33440acd-a95f-40e2-887d-4dd9904a5f6d req-96f07a7d-af2b-4e43-b7bc-9f65453d4d41 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0813086 Feb 04 17:35:20.041128 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-33440acd-a95f-40e2-887d-4dd9904a5f6d req-87e51cb8-8061-4ac2-929b-18ebe3283a99 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639946 Feb 04 17:35:20.043112 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:20.140218 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_common [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Allocated IP 192.168.233.185 (f2a99a35-fd7d-4cd8-951c-ff35590ba303/5511d23e-6de1-472d-ac2f-2c33efc3289a/8b061787-91ea-4bff-ac45-4c6ce5ebd9d1) {{(pid=103215) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:20.336945 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks [] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), precommit_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:20.585692 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), after_create {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:20.667231 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Network f2a99a35-fd7d-4cd8-951c-ff35590ba303 is already hosted by enough agents. {{(pid=103215) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:20.670778 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.base_scheduler [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Resources bound (agent type, host, resource id): {{(pid=103215) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:20.673840 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Pushing event updated for resources: {'Port': ['ID=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,revision_number=1']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:20.676459 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Received port after_create {{(pid=103215) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:20.725444 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c589054-6b0b-48b2-804f-215f9d47072b req-c4b3c765-b7b4-4c56-bb73-ad2404649971 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:20.727275 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3c589054-6b0b-48b2-804f-215f9d47072b req-c4b3c765-b7b4-4c56-bb73-ad2404649971 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.1534128 Feb 04 17:35:20.762938 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:20.764023 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:20.833429 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3c589054-6b0b-48b2-804f-215f9d47072b req-d63d25d3-6f7f-4295-9d6d-81dfbb0d0be7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907385 Feb 04 17:35:20.917034 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-7cdce2bd-952f-4ae9-9774-9016832b2662 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5313282 Feb 04 17:35:20.929852 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.v2.base [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Request body: {'port': {'device_id': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=103215) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:20.970295 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-ac224f9b-9542-4f3e-87f3-512b0c2e0366 None None] Provisioning complete for port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 triggered by entity DHCP. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:20.971079 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ac224f9b-9542-4f3e-87f3-512b0c2e0366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.013486 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.045474 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-ac224f9b-9542-4f3e-87f3-512b0c2e0366 None None] Port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 cannot update to ACTIVE because it is not bound. {{(pid=103216) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 17:35:21.158004 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f95e02-ec05-4f46-897e-5f9827f99714 req-7fc6324c-be9d-4af3-9edf-96e6a2813447 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:21.160772 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-62f95e02-ec05-4f46-897e-5f9827f99714 req-7fc6324c-be9d-4af3-9edf-96e6a2813447 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 936 time: 0.1048937 Feb 04 17:35:21.253601 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-62f95e02-ec05-4f46-897e-5f9827f99714 req-bdf96b75-4f99-4b8b-b9f9-02876fb40187 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820668 Feb 04 17:35:21.444169 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 {{(pid=103215) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:21.460219 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Publish callbacks [] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), precommit_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.476807 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.provisioning_blocks [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Transition to ACTIVE for port object 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 will not be triggered until provisioned by entity L2. {{(pid=103215) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 17:35:21.635267 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:21.712845 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Pushing event updated for resources: {'Port': ['ID=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,revision_number=2']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:21.842653 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Attempting to bind port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 17:35:21.842653 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Attempting to bind port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 17:35:21.842850 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Attempting to bind port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 on network f2a99a35-fd7d-4cd8-951c-ff35590ba303 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:21.851997 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 on network f2a99a35-fd7d-4cd8-951c-ff35590ba303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 17:35:21.852513 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Attempting to bind port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 on network f2a99a35-fd7d-4cd8-951c-ff35590ba303 {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 17:35:21.863255 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Checking agent: {'id': '990f2d0e-8de8-460f-8df2-6cd04b6f3792', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'started_at': datetime.datetime(2022, 2, 4, 17, 18, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 17, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 17:35:21.864331 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Checking segment: {'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103215) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 17:35:21.868207 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Bound using segment: {'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'} {{(pid=103215) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 17:35:21.868720 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.managers [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Bound port: 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0ec35a4-9321-4960-81ee-cdf6107f2374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303'}}] {{(pid=103215) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 17:35:21.869155 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), before_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.011675 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] For port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1, host hv-cinder-81735, cleared binding levels {{(pid=103215) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 17:35:22.033544 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] For port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,segment=NetworkSegment(c0ec35a4-9321-4960-81ee-cdf6107f2374),segment_id=c0ec35a4-9321-4960-81ee-cdf6107f2374)] {{(pid=103215) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 17:35:22.059491 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209b28d-1123-4bb7-a3d6-f3f1c0d72e0c req-b53f6369-9cb3-43c7-a337-70d3404bff80 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.061274 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c209b28d-1123-4bb7-a3d6-f3f1c0d72e0c req-b53f6369-9cb3-43c7-a337-70d3404bff80 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0945599 Feb 04 17:35:22.131891 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c209b28d-1123-4bb7-a3d6-f3f1c0d72e0c req-73b1694a-1bd3-4aeb-8215-a759471e23f0 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632246 Feb 04 17:35:22.145024 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127638916'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), after_update {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.206388 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.219946 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.219946 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] 10.222.0.93 "PUT /v2.0/ports/8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 HTTP/1.1" status: 200 len: 1098 time: 1.2854064 Feb 04 17:35:22.219946 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'tag': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:22.219946 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a80311-4e2f-401d-91c9-404ee1868da6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7037bc9-371f-40ae-94ef-e4c8bb834b81", "tag": "8b061787-91ea-4bff-ac45-4c6ce5ebd9d1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:22.265992 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33a59e-9669-4935-a1e1-69d9c88ecc1c service neutron] Pushing event updated for resources: {'Port': ['ID=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,revision_number=3']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:22.308851 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e64f1352-8449-40ef-8528-d158c709b3f5 x-openstack-request-id: req-e64f1352-8449-40ef-8528-d158c709b3f5 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:22.309393 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7037bc9-371f-40ae-94ef-e4c8bb834b81", "tag": "8b061787-91ea-4bff-ac45-4c6ce5ebd9d1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:22.309877 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e64f1352-8449-40ef-8528-d158c709b3f5 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:22.310622 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'tag': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1', 'status': 'completed', 'code': 200} Feb 04 17:35:22.350904 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f368265b-4223-4dcc-98e0-25644f5a341d req-c7b8b639-5304-4e56-8567-f523f4962fcd tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.360291 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:22.365025 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f368265b-4223-4dcc-98e0-25644f5a341d req-c7b8b639-5304-4e56-8567-f523f4962fcd tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.1115623 Feb 04 17:35:22.462127 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f368265b-4223-4dcc-98e0-25644f5a341d req-9daebe84-fbfc-4cbe-915e-3e0c42994527 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943983 Feb 04 17:35:22.462476 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a80311-4e2f-401d-91c9-404ee1868da6 req-2ad96898-61d5-4449-a3cc-ae9395a33d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.464090 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-42a80311-4e2f-401d-91c9-404ee1868da6 req-2ad96898-61d5-4449-a3cc-ae9395a33d14 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ebbb37893a9a4deeb5020c24bbbee4d2&device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 1132 time: 0.1294127 Feb 04 17:35:22.497703 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35756) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:22.519399 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-42a80311-4e2f-401d-91c9-404ee1868da6 req-8fd6768b-c4b2-4a51-9fd7-fad4edca2839 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=ebbb37893a9a4deeb5020c24bbbee4d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457408 Feb 04 17:35:22.533286 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76628817-0cec-4bc3-8d52-25655dedabdd req-570bfab6-7a95-4a62-965b-0b1b59e34e8e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.536608 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-76628817-0cec-4bc3-8d52-25655dedabdd req-570bfab6-7a95-4a62-965b-0b1b59e34e8e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 948 time: 0.1374171 Feb 04 17:35:22.685481 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-76628817-0cec-4bc3-8d52-25655dedabdd req-e3e83a2f-d8de-4f2f-b361-f196f4552852 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382425 Feb 04 17:35:22.734184 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a80311-4e2f-401d-91c9-404ee1868da6 req-b1b1704a-b55d-4b47-bc52-9faf9473e9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.736296 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-42a80311-4e2f-401d-91c9-404ee1868da6 req-b1b1704a-b55d-4b47-bc52-9faf9473e9d0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1986117 Feb 04 17:35:22.840063 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb55326-2a35-4cd8-b64c-30848c516847 tempest-TestShelveInstance-922105348 tempest-TestShelveInstance-922105348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.842568 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-eeb55326-2a35-4cd8-b64c-30848c516847 tempest-TestShelveInstance-922105348 tempest-TestShelveInstance-922105348-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1124 time: 0.3431320 Feb 04 17:35:22.847058 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 35762) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:22.852562 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.v2.base [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Request body: {'floatingip': {'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'port_id': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103214) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 17:35:22.867354 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-1b6f2179-3dbd-4183-adfe-2ee894c12b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.869693 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-1b6f2179-3dbd-4183-adfe-2ee894c12b4e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=ebbb37893a9a4deeb5020c24bbbee4d2&device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 1132 time: 0.0872014 Feb 04 17:35:22.925900 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-f9ce116c-eeda-4aab-990d-fdd45d34bdb7 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 HTTP/1.1" status: 200 len: 217 time: 0.0484552 Feb 04 17:35:22.988705 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-d5346763-ec50-4580-b6cb-7f1d2b21e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:22.991941 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-d5346763-ec50-4580-b6cb-7f1d2b21e057 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=5511d23e-6de1-472d-ac2f-2c33efc3289a HTTP/1.1" status: 200 len: 843 time: 0.0597749 Feb 04 17:35:23.056298 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.060428 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-176c4d32-3b88-467e-9786-6d7d086ce32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:23.062095 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-176c4d32-3b88-467e-9786-6d7d086ce32e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f2a99a35-fd7d-4cd8-951c-ff35590ba303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0632491 Feb 04 17:35:23.210440 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-b99041a4-e126-48e0-9c4c-0b141b9f80af service neutron] 10.222.0.93 "GET /v2.0/networks/f2a99a35-fd7d-4cd8-951c-ff35590ba303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406989 Feb 04 17:35:23.218135 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (None), before_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.353434 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6736a4f9-6629-4274-8a3a-5ffb880de073 req-f5d01d0a-66c7-48d3-95c0-8fa29ea9fbe2 service neutron] 10.222.0.93 "GET /v2.0/networks/f2a99a35-fd7d-4cd8-951c-ff35590ba303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351469 Feb 04 17:35:23.381635 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_common [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Allocated IP 172.27.0.130 (5a4dcb2e-bfab-4f95-b504-1d7a92acc50d/219d0e60-d727-4aa7-b264-504f22c1fcce/44513c24-185e-4bde-9d41-74f3100964bc) {{(pid=103214) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 17:35:23.527866 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for port (44513c24-185e-4bde-9d41-74f3100964bc), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.766412 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8743151446110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (44513c24-185e-4bde-9d41-74f3100964bc), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:23.866510 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Network 5a4dcb2e-bfab-4f95-b504-1d7a92acc50d is already hosted by enough agents. {{(pid=103214) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 17:35:23.873875 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'Port': ['ID=44513c24-185e-4bde-9d41-74f3100964bc,revision_number=1']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:23.877247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.base_scheduler [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Resources bound (agent type, host, resource id): {{(pid=103214) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 17:35:23.882137 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Received port after_create {{(pid=103214) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 17:35:23.948623 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb48aa-5ee0-44b2-afe1-17953ddc1d2c req-637c9b38-3cd8-43bd-a9f3-a4f42acdfeeb tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:23.950292 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f6eb48aa-5ee0-44b2-afe1-17953ddc1d2c req-637c9b38-3cd8-43bd-a9f3-a4f42acdfeeb tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 948 time: 0.1525223 Feb 04 17:35:24.094457 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f6eb48aa-5ee0-44b2-afe1-17953ddc1d2c req-35b282ad-7a99-406f-9938-c85f42673a62 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215355 Feb 04 17:35:24.390424 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for floatingip (96b78cce-5802-464e-a684-37397427a80b), precommit_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:24.585753 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (44513c24-185e-4bde-9d41-74f3100964bc), before_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:24.756893 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for port (44513c24-185e-4bde-9d41-74f3100964bc), precommit_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:24.857129 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126676165'] for port (44513c24-185e-4bde-9d41-74f3100964bc), after_update {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:24.929007 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event updated for resources: {'Port': ['ID=44513c24-185e-4bde-9d41-74f3100964bc,revision_number=2']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:24.946172 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-571598'] for floatingip (96b78cce-5802-464e-a684-37397427a80b), after_create {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.074822 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Floating IP 96b78cce-5802-464e-a684-37397427a80b associated. External IP: 172.27.0.130, port: 55b19d69-3511-4a6b-8f3f-ffcc36a5144f. Feb 04 17:35:25.249323 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71236fa1-b00d-4dc2-8aa8-003b03c78a76 req-891cf18f-f6bc-4ddd-bcfe-ab0c888f013c tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:25.251156 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-71236fa1-b00d-4dc2-8aa8-003b03c78a76 req-891cf18f-f6bc-4ddd-bcfe-ab0c888f013c tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 948 time: 0.0773826 Feb 04 17:35:25.314236 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-71236fa1-b00d-4dc2-8aa8-003b03c78a76 req-19ee1f03-758c-4edb-814b-54fbc4e2715f tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555909 Feb 04 17:35:25.375620 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Router 8bf7a3ab-6fb0-44e8-895e-31b033899372 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:35:25.506892 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:35:25.523169 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] Sync routers for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:35:25.536747 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:25.540084 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:35:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:25.625503 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:25.671044 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-405da9d1-0dc5-4f45-bb99-d72a3d3b2f7a tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8239970 Feb 04 17:35:25.672122 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:25.672761 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:25.676659 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a19d615-e0c3-4af3-b419-534404272462" -d '{"events": [{"name": "network-changed", "server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:25.727614 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993efc84-c54e-4d96-9429-13dd6a630963 x-openstack-request-id: req-993efc84-c54e-4d96-9429-13dd6a630963 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:25.727614 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:25.728009 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-993efc84-c54e-4d96-9429-13dd6a630963 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:25.728472 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'status': 'completed', 'code': 200} Feb 04 17:35:25.822669 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d615-e0c3-4af3-b419-534404272462 req-3e8ad530-c958-4e61-9189-5fecc920ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:25.824234 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a19d615-e0c3-4af3-b419-534404272462 req-3e8ad530-c958-4e61-9189-5fecc920ec23 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0679266 Feb 04 17:35:25.968293 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d615-e0c3-4af3-b419-534404272462 req-8056566d-9df2-4f84-8744-22c5d51c5ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:25.970995 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a19d615-e0c3-4af3-b419-534404272462 req-8056566d-9df2-4f84-8744-22c5d51c5ec9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 910 time: 0.1398945 Feb 04 17:35:25.998684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '96b78cce-5802-464e-a684-37397427a80b', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'port_id': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'mac_address': 'fa:16:3e:25:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:35:24Z', 'updated_at': '2022-02-04T17:35:24Z', 'revision_number': 0, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:06Z', 'revision_number': 5, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:26.053596 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] Checking router: 8bf7a3ab-6fb0-44e8-895e-31b033899372 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:35:26.068872 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:35:26.069939 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:35:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:26.085535 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a19d615-e0c3-4af3-b419-534404272462 req-79f83eb8-fa79-443b-87c9-003cdddd8890 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 999 time: 0.1016643 Feb 04 17:35:26.154458 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d615-e0c3-4af3-b419-534404272462 req-ca43752f-fc5a-4195-8922-8f849a620afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:26.157324 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a19d615-e0c3-4af3-b419-534404272462 req-ca43752f-fc5a-4195-8922-8f849a620afb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0637095 Feb 04 17:35:26.216831 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:35:26.249323 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a19d615-e0c3-4af3-b419-534404272462 req-9f3625a0-d85b-4b7b-8f12-047e1da3f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:26.251904 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a19d615-e0c3-4af3-b419-534404272462 req-9f3625a0-d85b-4b7b-8f12-047e1da3f5da service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0885637 Feb 04 17:35:26.372994 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a19d615-e0c3-4af3-b419-534404272462 req-c033ce7b-7ef5-472c-9b1b-c1e95eeea322 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143343 Feb 04 17:35:26.762572 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '96b78cce-5802-464e-a684-37397427a80b', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'port_id': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'mac_address': 'fa:16:3e:25:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:35:24Z', 'updated_at': '2022-02-04T17:35:24Z', 'revision_number': 0, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:06Z', 'revision_number': 5, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:35:26.820006 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b8bc97-abbe-4eb6-afbd-e037d7187a5f None None] The sync data for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi is: [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '96b78cce-5802-464e-a684-37397427a80b', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'floating_ip_address': '172.27.0.130', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'port_id': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'mac_address': 'fa:16:3e:25:be:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:35:24Z', 'updated_at': '2022-02-04T17:35:24Z', 'revision_number': 0, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:06Z', 'revision_number': 5, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:35:26.855380 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4e5b52-ad3d-4f8c-8136-dbe6ed9d97bf req-2c9f1764-dca1-4012-b32e-722ba06deea4 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:26.857238 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ff4e5b52-ad3d-4f8c-8136-dbe6ed9d97bf req-2c9f1764-dca1-4012-b32e-722ba06deea4 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 948 time: 0.3999736 Feb 04 17:35:26.859550 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7a19d615-e0c3-4af3-b419-534404272462 req-626c94aa-74da-4dfc-9869-20d0b5e55575 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4804306 Feb 04 17:35:26.929933 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ff4e5b52-ad3d-4f8c-8136-dbe6ed9d97bf req-a5098462-71c7-4a12-b0a8-29dac0a6c5de tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612192 Feb 04 17:35:27.093631 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03e6520-3be8-4413-be68-e8131dfcffe3 None None] New status for floating IP 96b78cce-5802-464e-a684-37397427a80b: ACTIVE {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:35:28.076037 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c9ac2-30f3-4bbb-8153-5fa1b8e5e31b req-aa63048e-e2fa-4064-932a-35297556817e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:28.077867 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bd0c9ac2-30f3-4bbb-8153-5fa1b8e5e31b req-aa63048e-e2fa-4064-932a-35297556817e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 948 time: 0.0619566 Feb 04 17:35:28.134440 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-bd0c9ac2-30f3-4bbb-8153-5fa1b8e5e31b req-fd8740ff-58c9-4709-b876-3c0e73148dfe tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492935 Feb 04 17:35:28.986390 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:35:29.096017 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,segment=NetworkSegment(c0ec35a4-9321-4960-81ee-cdf6107f2374),segment_id=c0ec35a4-9321-4960-81ee-cdf6107f2374)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:29.114961 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1', 'network_id': 'f2a99a35-fd7d-4cd8-951c-ff35590ba303', 'port_id': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1', 'mac_address': 'fa:16:3e:c9:58:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5511d23e-6de1-472d-ac2f-2c33efc3289a', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:35:29.169678 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:29.170343 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:29.195330 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:35:29.233160 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,segment=NetworkSegment(c0ec35a4-9321-4960-81ee-cdf6107f2374),segment_id=c0ec35a4-9321-4960-81ee-cdf6107f2374)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:29.298812 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e3eae-0a12-417e-9f3c-e9a2975654fc req-a22c0f84-590e-481a-9c6a-e065f20a677b tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:29.300638 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-199e3eae-0a12-417e-9f3c-e9a2975654fc req-a22c0f84-590e-481a-9c6a-e065f20a677b tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 948 time: 0.0683341 Feb 04 17:35:29.360163 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:29.368682 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-199e3eae-0a12-417e-9f3c-e9a2975654fc req-329ca0ab-4f1d-445e-b4a5-391c5aa73891 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596902 Feb 04 17:35:29.419119 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,revision_number=4']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:29.777987 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['8b061787-91ea-4bff-ac45-4c6ce5ebd9d1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:30.518103 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762c5bc-be8f-4684-b46f-5168300004bc req-15742324-9c36-45cb-a340-4b00b6d997a6 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:30.519788 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4762c5bc-be8f-4684-b46f-5168300004bc req-15742324-9c36-45cb-a340-4b00b6d997a6 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 949 time: 0.0629466 Feb 04 17:35:30.574245 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-4762c5bc-be8f-4684-b46f-5168300004bc req-947c77e3-d173-4210-8a9b-638823844e32 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486364 Feb 04 17:35:31.021819 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:35:31.153804 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning for port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 completed by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 17:35:31.158687 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:35:31.159065 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.249995 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:35:31.250437 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.278591 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:31.280844 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb448e9-09c1-4f7f-bb90-ee769f6438df" -d '{"events": [{"server_uuid": "b7037bc9-371f-40ae-94ef-e4c8bb834b81", "name": "network-vif-plugged", "status": "completed", "tag": "8b061787-91ea-4bff-ac45-4c6ce5ebd9d1"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:31.297093 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,segment=NetworkSegment(c0ec35a4-9321-4960-81ee-cdf6107f2374),segment_id=c0ec35a4-9321-4960-81ee-cdf6107f2374)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:31.323139 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954d5063-f597-477f-950d-ccef91413556 x-openstack-request-id: req-954d5063-f597-477f-950d-ccef91413556 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:31.323439 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7037bc9-371f-40ae-94ef-e4c8bb834b81", "name": "network-vif-plugged", "status": "completed", "tag": "8b061787-91ea-4bff-ac45-4c6ce5ebd9d1", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:31.323701 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-954d5063-f597-477f-950d-ccef91413556 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:31.324114 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1', 'code': 200} Feb 04 17:35:31.377225 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:31.437888 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,revision_number=5']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:31.682591 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7ee82-1ec4-4594-a559-0bc6af2b23a4 req-ad8b99ad-8f77-4dcb-9c91-a3c603bd9226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:31.684109 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fbc7ee82-1ec4-4594-a559-0bc6af2b23a4 req-ad8b99ad-8f77-4dcb-9c91-a3c603bd9226 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 1134 time: 0.0498693 Feb 04 17:35:31.719810 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03a009-0f15-4fef-8117-1ee23c57b3f4 req-8c161361-c1fb-45a7-8f27-a3108ae5d3ce tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:31.722439 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dc03a009-0f15-4fef-8117-1ee23c57b3f4 req-8c161361-c1fb-45a7-8f27-a3108ae5d3ce tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 950 time: 0.0677965 Feb 04 17:35:31.740509 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fbc7ee82-1ec4-4594-a559-0bc6af2b23a4 req-6c27ff66-b588-47d5-b057-f1abfcf03556 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495791 Feb 04 17:35:31.782500 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-dc03a009-0f15-4fef-8117-1ee23c57b3f4 req-2ec19f58-eafb-49df-8370-aaabe4da8c28 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524604 Feb 04 17:35:32.428332 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-503cfd78-5fd0-4743-ab41-7898f22e1710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:32.916456 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063fc83-4286-46c5-be23-41b80f61e30e req-53179791-2ec4-426b-ace7-35753e668b74 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:32.918145 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8063fc83-4286-46c5-be23-41b80f61e30e req-53179791-2ec4-426b-ace7-35753e668b74 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 950 time: 0.0582013 Feb 04 17:35:32.970513 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-8063fc83-4286-46c5-be23-41b80f61e30e req-2d2fa326-d9ce-4a4c-8f1d-a89bf6f2d071 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462091 Feb 04 17:35:34.105742 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1151efc-7c90-480b-a368-4b380d372e7f req-63c80dff-fd65-4bdf-85a7-7aa023d8227e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:34.107508 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e1151efc-7c90-480b-a368-4b380d372e7f req-63c80dff-fd65-4bdf-85a7-7aa023d8227e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 950 time: 0.0603485 Feb 04 17:35:34.170795 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e1151efc-7c90-480b-a368-4b380d372e7f req-ff724e7f-9f39-41b2-a6b5-02603943662e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565166 Feb 04 17:35:34.902457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d814c5-95e2-43c1-af28-6515fc72fc6b req-f2804ea4-353b-4699-a33a-14246df9acec tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:34.904241 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-04d814c5-95e2-43c1-af28-6515fc72fc6b req-f2804ea4-353b-4699-a33a-14246df9acec tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 950 time: 0.0623772 Feb 04 17:35:34.958935 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-04d814c5-95e2-43c1-af28-6515fc72fc6b req-adfea286-05bb-4271-b3a2-5c998686a7bf tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480893 Feb 04 17:35:35.930998 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d642e594-304c-4422-8be2-e1ac2b2cbb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.113489 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a447e77e-3b5b-483a-9282-465c9971aea5 req-32141c1d-42ef-49c2-bf20-0c32ffcc85be tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:36.115308 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a447e77e-3b5b-483a-9282-465c9971aea5 req-32141c1d-42ef-49c2-bf20-0c32ffcc85be tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 950 time: 0.0619569 Feb 04 17:35:36.170372 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a447e77e-3b5b-483a-9282-465c9971aea5 req-8647b167-7e56-4c3a-af18-dd6cf4566c0e tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/security-groups?id=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489798 Feb 04 17:35:36.578244 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-0cade1d6-5ad2-458f-be89-f427f6e7fc30 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:35:36.579843 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-0cade1d6-5ad2-458f-be89-f427f6e7fc30 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.93 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 950 time: 0.0561261 Feb 04 17:35:36.690075 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Deleting port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:35:36.690491 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.800135 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] For port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,segment=NetworkSegment(c0ec35a4-9321-4960-81ee-cdf6107f2374),segment_id=c0ec35a4-9321-4960-81ee-cdf6107f2374)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:35:36.800625 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:36.817530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Calling delete_port for 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:35:37.108130 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (8b061787-91ea-4bff-ac45-4c6ce5ebd9d1), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.125156 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['8b061787-91ea-4bff-ac45-4c6ce5ebd9d1'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:35:37.141736 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Pushing event deleted for resources: {'Port': ['ID=8b061787-91ea-4bff-ac45-4c6ce5ebd9d1,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:37.200724 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] No DVR routers for this DVR port 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:35:37.204080 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:37.212180 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-9d1cfe2b-46a6-4182-b29e-faa0dace8465 req-b334aec9-2d26-409e-b2e1-c938374b80b5 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.93 "DELETE /v2.0/ports/8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 HTTP/1.1" status: 204 len: 173 time: 0.6259904 Feb 04 17:35:37.212970 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'name': 'network-vif-deleted', 'tag': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:35:37.217236 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560a8240-2179-4735-815d-50f84de19a56" -d '{"events": [{"server_uuid": "b7037bc9-371f-40ae-94ef-e4c8bb834b81", "name": "network-vif-deleted", "tag": "8b061787-91ea-4bff-ac45-4c6ce5ebd9d1"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:35:37.268050 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032e0f0c-e898-4b90-bb34-3ae6c63c4551 x-openstack-request-id: req-032e0f0c-e898-4b90-bb34-3ae6c63c4551 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:35:37.268642 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7037bc9-371f-40ae-94ef-e4c8bb834b81", "name": "network-vif-deleted", "tag": "8b061787-91ea-4bff-ac45-4c6ce5ebd9d1", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:35:37.269139 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-032e0f0c-e898-4b90-bb34-3ae6c63c4551 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:35:37.270972 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7037bc9-371f-40ae-94ef-e4c8bb834b81', 'name': 'network-vif-deleted', 'tag': '8b061787-91ea-4bff-ac45-4c6ce5ebd9d1', 'status': 'completed', 'code': 200} Feb 04 17:35:37.315428 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-36b7eed5-fbde-44ca-a37b-fee7da3f9968 req-04a22f32-de93-47b3-a448-85ff4f1aeff2 tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 210 time: 0.0340748 Feb 04 17:35:38.102860 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:38.455417 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-585076f8-ea14-437b-b25d-67e6d16e1373 req-fddac88b-5d0e-4297-a12a-4eb80d7289ee tempest-VolumesNegativeTest-172060949 tempest-VolumesNegativeTest-172060949-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7037bc9-371f-40ae-94ef-e4c8bb834b81 HTTP/1.1" status: 200 len: 210 time: 0.0297370 Feb 04 17:35:41.059460 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:35:41.084564 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:35:41.084899 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 8b061787-91ea-4bff-ac45-4c6ce5ebd9d1 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:35:41.442784 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:41.451481 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:46.761727 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:35:47.304400 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36058) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:47.477136 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-4e00d1a7-0803-47ed-8021-23f35286b02e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebbb37893a9a4deeb5020c24bbbee4d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709888 Feb 04 17:35:47.479698 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36062) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:35:47.540951 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0457977-c3e1-4874-bdf4-60187bf2555e admin admin] Publish callbacks [] for security_group (1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.570890 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0457977-c3e1-4874-bdf4-60187bf2555e admin admin] Publish callbacks [] for security_group (1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.760400 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0457977-c3e1-4874-bdf4-60187bf2555e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.763786 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e0457977-c3e1-4874-bdf4-60187bf2555e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:35:47.765228 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e0457977-c3e1-4874-bdf4-60187bf2555e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a HTTP/1.1" status: 204 len: 168 time: 0.2842612 Feb 04 17:35:47.775776 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0457977-c3e1-4874-bdf4-60187bf2555e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f64eb7f-e5c5-4b0a-89b2-4fbef8033e1a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:35:52.342223 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:02.444796 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-a243f1e7-5849-4fdc-9930-15636825d27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:04.099195 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-31e84b80-a22c-49de-b7fc-a179b5b6754f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0514712 Feb 04 17:36:04.179817 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-76a59df5-a242-4ffb-af1f-9ea7ff263a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:04.181569 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-76a59df5-a242-4ffb-af1f-9ea7ff263a6c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 1130 time: 0.0559564 Feb 04 17:36:04.303835 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-c611a303-a2f5-4a96-855f-af126658925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:04.305392 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-c611a303-a2f5-4a96-855f-af126658925a service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1050398 Feb 04 17:36:04.377831 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-ea6030fa-aedc-4665-84a2-4e4e9c997012 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 HTTP/1.1" status: 200 len: 1002 time: 0.0663085 Feb 04 17:36:04.434571 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-f48e407b-1a2f-4692-8185-64b0610755ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:04.436097 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-f48e407b-1a2f-4692-8185-64b0610755ca service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0529456 Feb 04 17:36:04.488629 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-c3ae09c8-91ac-4866-a396-fba82a2fcfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:04.490186 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-c3ae09c8-91ac-4866-a396-fba82a2fcfc3 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485168 Feb 04 17:36:04.592891 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-d8563340-690b-4585-bdd1-4c4f8898e683 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949075 Feb 04 17:36:04.703333 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3f28377f-73f1-4a98-8f34-a505b48b0b31 req-df1ebf35-aec9-46b0-9036-9cc7e7415c92 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043301 Feb 04 17:36:05.900598 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8dcfa8e7-2241-4271-9101-ad2ceb3fd716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:08.130508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.496163 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:11.553436 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:22.402584 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:23.760878 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:36:32.444039 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-2da16ba5-2e4b-4a35-8e2d-0583c8449ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:35.879160 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-90ea0e74-0ee4-4615-a29e-07a9fa2feca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:38.020159 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.473237 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:41.510289 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:42.740367 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36088) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:42.938066 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Deleting port a7e24539-c893-4a0a-9bd9-5bfc1258733e {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:42.938626 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.041620 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.042023 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (a7e24539-c893-4a0a-9bd9-5bfc1258733e), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.057289 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Calling delete_port for a7e24539-c893-4a0a-9bd9-5bfc1258733e owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:43.432915 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (a7e24539-c893-4a0a-9bd9-5bfc1258733e), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.465520 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event deleted for resources: {'Port': ['ID=a7e24539-c893-4a0a-9bd9-5bfc1258733e,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:43.482106 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.482980 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.483467 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.483862 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.484247 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.484629 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.485008 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.485385 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.486231 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.486644 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.487122 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.487505 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.487915 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:43.556354 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (b70381ac-8aca-4cff-a44a-61a499e68083), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:43.556757 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Floating IP b70381ac-8aca-4cff-a44a-61a499e68083 disassociated (deleted). External IP: 172.27.0.185, port: a4fb4e61-fc97-44f0-b6e6-6626e2fe8847. Feb 04 17:36:44.086989 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:36:44.216573 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:36:44.225774 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:44.231448 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:36:44.246755 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:44.247677 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:36:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:44.289468 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-0d54403a-8fdb-4b06-806c-dca67fcc861d tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "DELETE /v2.0/floatingips/b70381ac-8aca-4cff-a44a-61a499e68083 HTTP/1.1" status: 204 len: 168 time: 1.5444064 Feb 04 17:36:44.289468 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:44.294116 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da" -d '{"events": [{"name": "network-changed", "server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:44.361901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a99c1c-c6d3-4b80-a99a-54cc96b10eac x-openstack-request-id: req-19a99c1c-c6d3-4b80-a99a-54cc96b10eac {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:44.361901 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:44.362655 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19a99c1c-c6d3-4b80-a99a-54cc96b10eac {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:44.363101 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'status': 'completed', 'code': 200} Feb 04 17:36:44.393456 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:44.586057 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-862b4b0b-171b-4ca7-b2c7-cf4487cf06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:44.588171 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-862b4b0b-171b-4ca7-b2c7-cf4487cf06f4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 1130 time: 0.1936615 Feb 04 17:36:44.695399 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 1, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:44.713504 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-2f4e53b9-f56d-4a46-9343-05e4aa3161cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:44.715312 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-2f4e53b9-f56d-4a46-9343-05e4aa3161cc service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1207926 Feb 04 17:36:44.759060 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:36:44.764124 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:44.765317 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:36:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:44.772318 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-74e5267f-d3a5-4fd6-a910-4aafc2f56c20 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 HTTP/1.1" status: 200 len: 217 time: 0.0408452 Feb 04 17:36:44.827447 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-bdcc20a9-1568-4575-b4ea-fac5891d66d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:44.829164 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-bdcc20a9-1568-4575-b4ea-fac5891d66d7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0515177 Feb 04 17:36:44.894088 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-c619ee1f-82fe-4b02-969b-de746dfee271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:44.896868 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-c619ee1f-82fe-4b02-969b-de746dfee271 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0621338 Feb 04 17:36:44.980755 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:45.013177 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-cc44ea84-57d3-41b2-b1fb-cc224724fcee service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095703 Feb 04 17:36:45.139847 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-b8866171-2f8b-4c6b-b71c-bb27f1dea6da req-03df8f39-3422-47ac-9c44-f6e8e16c9155 service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180897 Feb 04 17:36:45.207230 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b63f3-b81f-40ff-9c5a-d124eca3431f req-71967e86-28b8-4767-b0f9-cb4eed116486 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:45.209144 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-055b63f3-b81f-40ff-9c5a-d124eca3431f req-71967e86-28b8-4767-b0f9-cb4eed116486 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 946 time: 0.2563524 Feb 04 17:36:45.276612 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-055b63f3-b81f-40ff-9c5a-d124eca3431f req-b7a31a6a-468d-4878-b6a4-bacf784fbec7 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595543 Feb 04 17:36:45.319304 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 1, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:45.353656 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2970cc3d-3493-4b5a-831e-a5e1c675be64 None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_floatingips': [{'id': '38deff18-91c8-4014-a289-f5b6c6c4022b', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'router_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'port_id': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'mac_address': 'fa:16:3e:26:ec:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T17:31:15Z', 'updated_at': '2022-02-04T17:31:19Z', 'revision_number': 1, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:36:45.667915 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd0a08-1fc1-4854-a0a3-5ab6e7b39746 None None] New status for floating IP b70381ac-8aca-4cff-a44a-61a499e68083: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:36:46.507724 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b832-8548-4dcf-9a30-7a288ed3c780 req-817f4418-89ed-42d8-9b60-0a2c8e4d0d21 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:46.509326 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a143b832-8548-4dcf-9a30-7a288ed3c780 req-817f4418-89ed-42d8-9b60-0a2c8e4d0d21 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 946 time: 0.1362078 Feb 04 17:36:46.573128 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a143b832-8548-4dcf-9a30-7a288ed3c780 req-85c63a4b-1e73-4bc3-b51b-bcabdaf6b1b4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560586 Feb 04 17:36:46.871068 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-0259083a-7c51-4d76-b394-25d7771895e4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:46.872110 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-0259083a-7c51-4d76-b394-25d7771895e4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 946 time: 0.0653138 Feb 04 17:36:46.986548 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Deleting port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:46.986910 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.097808 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] For port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:47.098179 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.114468 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Calling delete_port for a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:47.369943 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (a4fb4e61-fc97-44f0-b6e6-6626e2fe8847), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.401309 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event deleted for resources: {'Port': ['ID=a4fb4e61-fc97-44f0-b6e6-6626e2fe8847,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:47.421071 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.421646 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.422228 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.422810 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.424302 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.425286 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.425858 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.426430 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.426968 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.427506 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.428041 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.428519 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.428973 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:36:47.476644 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] No DVR routers for this DVR port a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:36:47.479853 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:47.483556 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-944758f6-03a7-4adc-91f7-22d9b5c8c5d4 req-7bb792a0-a570-44c9-b4ba-4a073d684313 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "DELETE /v2.0/ports/a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 HTTP/1.1" status: 204 len: 173 time: 0.6059458 Feb 04 17:36:47.484054 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'name': 'network-vif-deleted', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:47.486621 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6902155c-c3ef-41e2-9994-27c266a9ec22" -d '{"events": [{"server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "name": "network-vif-deleted", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:47.531488 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc32bcc-b114-4fbf-a83d-91632c56d979 x-openstack-request-id: req-1dc32bcc-b114-4fbf-a83d-91632c56d979 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:47.532346 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212d229d-64a1-48d5-9d59-65785502f719", "name": "network-vif-deleted", "tag": "a4fb4e61-fc97-44f0-b6e6-6626e2fe8847", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:47.532346 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dc32bcc-b114-4fbf-a83d-91632c56d979 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:47.532656 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212d229d-64a1-48d5-9d59-65785502f719', 'name': 'network-vif-deleted', 'tag': 'a4fb4e61-fc97-44f0-b6e6-6626e2fe8847', 'status': 'completed', 'code': 200} Feb 04 17:36:47.713591 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2968430f-bce9-46ee-9473-8b672ac512c6 req-7ed778e4-90ef-4f0a-8494-3676e002fc25 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 210 time: 0.0363986 Feb 04 17:36:48.852503 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-0bb86933-6e73-413f-9c46-7809722752e4 req-2554995f-e6c4-4b11-9822-0e0ce540732f tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=212d229d-64a1-48d5-9d59-65785502f719 HTTP/1.1" status: 200 len: 210 time: 0.0296285 Feb 04 17:36:51.428549 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:36:51.451806 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:36:51.452203 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device a4fb4e61-fc97-44f0-b6e6-6626e2fe8847 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:36:52.356297 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:52.525354 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36134) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:52.732585 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Deleting port 4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:52.733108 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:52.827148 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:52.827457 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:52.843170 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Calling delete_port for 4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7 owned by network:floatingip {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:53.147445 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:53.199090 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event deleted for resources: {'Port': ['ID=4de5d8b0-eb2f-4c8c-99a7-80b83fcfa7b7,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:53.305650 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (38deff18-91c8-4014-a289-f5b6c6c4022b), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:53.306015 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.db.l3_db [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Floating IP 38deff18-91c8-4014-a289-f5b6c6c4022b disassociated (deleted). External IP: 172.27.0.206, port: 80b1b40f-8a02-4b60-9654-4f08ff42d379. Feb 04 17:36:53.609046 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:36:53.739896 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:36:53.744764 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:53.753772 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:36:53.767800 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:53.768729 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:36:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:53.782187 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-1e9b14d3-c886-4d68-bdbb-6f8d2b67fb62 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "DELETE /v2.0/floatingips/38deff18-91c8-4014-a289-f5b6c6c4022b HTTP/1.1" status: 204 len: 168 time: 1.2552950 Feb 04 17:36:53.783935 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379'}] {{(pid=103214) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:53.785947 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8edaab90043be2fbf3364b4e8b887ebf98b8f0db03b220ffd32a926f9739a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e043f60c-8824-47a5-9fe2-011ff6829114" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379"}]}' {{(pid=103214) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:53.850401 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2480858f-0c84-4b23-8576-28a7872c0017 x-openstack-request-id: req-2480858f-0c84-4b23-8576-28a7872c0017 {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:53.850745 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379", "status": "completed", "code": 200}]} {{(pid=103214) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:53.851013 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2480858f-0c84-4b23-8576-28a7872c0017 {{(pid=103214) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:53.851372 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'status': 'completed', 'code': 200} Feb 04 17:36:53.922657 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:53.955448 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-1be2155d-652c-4e81-b007-26dcbcad3f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:53.958032 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-1be2155d-652c-4e81-b007-26dcbcad3f72 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 1130 time: 0.0848033 Feb 04 17:36:54.085286 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-fec89f66-fec2-44f1-a03c-70aa4ecf1f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.087192 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-fec89f66-fec2-44f1-a03c-70aa4ecf1f22 service neutron] 10.222.0.93 "GET /v2.0/networks?id=54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 200 len: 912 time: 0.1235085 Feb 04 17:36:54.152895 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-499c0896-917d-47e9-856f-7bbc70e88bf9 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379 HTTP/1.1" status: 200 len: 217 time: 0.0591908 Feb 04 17:36:54.236689 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-08fc3b90-c9d8-4cc4-8724-766ce6f8d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.239356 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-08fc3b90-c9d8-4cc4-8724-766ce6f8d9ab service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 200 len: 850 time: 0.0794549 Feb 04 17:36:54.322700 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-684ccffc-9485-4f52-9764-da92c33abf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.325357 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-684ccffc-9485-4f52-9764-da92c33abf45 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=54835a6e-f061-47b3-9399-e56c69d8d398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0797384 Feb 04 17:36:54.467436 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:54.495793 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-bb4f1717-f44f-4976-a56c-abcaf99f03ca service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629114 Feb 04 17:36:54.518843 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:36:54.534609 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:36:54.535709 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:36:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:54.650517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497f586-482e-4682-98d2-f638751f40a8 req-33607fbe-051f-4816-98a0-f8e632f99733 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:54.652302 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0497f586-482e-4682-98d2-f638751f40a8 req-33607fbe-051f-4816-98a0-f8e632f99733 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 946 time: 0.1526151 Feb 04 17:36:54.660449 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e043f60c-8824-47a5-9fe2-011ff6829114 req-889da678-f1f1-4671-9771-48717bd113dc service neutron] 10.222.0.93 "GET /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496017 Feb 04 17:36:54.729359 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0497f586-482e-4682-98d2-f638751f40a8 req-e690dfc6-1a49-429f-9221-8365f153c7dc tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/security-groups?id=3ca75bc9-394b-4300-8f9a-91fde46064fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659850 Feb 04 17:36:54.731967 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:36:55.018231 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:36:55.059854 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8088d63-89ef-4c38-b036-cdc0ccc8753b None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:26:03Z', 'revision_number': 4, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'a8492ee0-d263-4570-8e95-b09429fbc747', 'name': '', 'network_id': '54835a6e-f061-47b3-9399-e56c69d8d398', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'mac_address': 'fa:16:3e:a6:7a:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:02Z', 'updated_at': '2022-02-04T17:26:09Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'subnets': [{'id': 'e24407b5-b109-49f6-aedd-2cfe05e8f346', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:36:55.138456 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40bae4-a160-4278-9f96-5797258a6eed req-6e00b509-0b1d-4340-8554-ac71c2c49398 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:36:55.140530 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5b40bae4-a160-4278-9f96-5797258a6eed req-6e00b509-0b1d-4340-8554-ac71c2c49398 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 946 time: 0.0871954 Feb 04 17:36:55.299288 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Deleting port 80b1b40f-8a02-4b60-9654-4f08ff42d379 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:55.299643 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:55.358684 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d7e376-619e-41f0-9144-e1c9d1d0f4e6 None None] New status for floating IP 38deff18-91c8-4014-a289-f5b6c6c4022b: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:36:55.444070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] For port 80b1b40f-8a02-4b60-9654-4f08ff42d379, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=80b1b40f-8a02-4b60-9654-4f08ff42d379,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:36:55.444533 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:55.460807 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Calling delete_port for 80b1b40f-8a02-4b60-9654-4f08ff42d379 owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:55.681077 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (80b1b40f-8a02-4b60-9654-4f08ff42d379), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:55.712230 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event deleted for resources: {'Port': ['ID=80b1b40f-8a02-4b60-9654-4f08ff42d379,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:55.764865 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] No DVR routers for this DVR port 80b1b40f-8a02-4b60-9654-4f08ff42d379 on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:36:55.770617 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:55.774312 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-5b40bae4-a160-4278-9f96-5797258a6eed req-45359353-a293-4cbf-8525-6fc4a57ec743 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.93 "DELETE /v2.0/ports/80b1b40f-8a02-4b60-9654-4f08ff42d379 HTTP/1.1" status: 204 len: 173 time: 0.6286023 Feb 04 17:36:55.774841 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'name': 'network-vif-deleted', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:36:55.777257 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ee74fe-a727-4903-b576-2b853dab77d6" -d '{"events": [{"server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "name": "network-vif-deleted", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:36:55.825756 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8b44ad-0640-44b7-b74d-bcc2bbde66d0 x-openstack-request-id: req-5f8b44ad-0640-44b7-b74d-bcc2bbde66d0 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:36:55.826053 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c25875-fed6-4f42-af66-e6788b942c79", "name": "network-vif-deleted", "tag": "80b1b40f-8a02-4b60-9654-4f08ff42d379", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:36:55.826339 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f8b44ad-0640-44b7-b74d-bcc2bbde66d0 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:36:55.826744 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c25875-fed6-4f42-af66-e6788b942c79', 'name': 'network-vif-deleted', 'tag': '80b1b40f-8a02-4b60-9654-4f08ff42d379', 'status': 'completed', 'code': 200} Feb 04 17:36:55.852467 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-5a2ee1ec-6b41-4caa-9b40-f1f5201205b0 req-c0db6e60-628b-4e4c-ba28-03b26a2c356e tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0373487 Feb 04 17:36:56.997521 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-dd3af31b-92e3-433d-8833-5f8decb6c9cc req-3df9c5c3-220b-4379-94bc-55992211ca16 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3c25875-fed6-4f42-af66-e6788b942c79 HTTP/1.1" status: 200 len: 210 time: 0.0336225 Feb 04 17:36:58.062465 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36150) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:36:58.204633 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Deleting port 639ea66b-42d2-45ba-a1dd-f477f41b5a30 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:36:58.205133 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:58.326446 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:58.327010 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (639ea66b-42d2-45ba-a1dd-f477f41b5a30), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:58.351654 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Calling delete_port for 639ea66b-42d2-45ba-a1dd-f477f41b5a30 owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:36:58.583908 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (639ea66b-42d2-45ba-a1dd-f477f41b5a30), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:58.616033 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event deleted for resources: {'Port': ['ID=639ea66b-42d2-45ba-a1dd-f477f41b5a30,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:36:58.692762 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for floatingip (9541e174-0d4c-4bea-b973-bd1a26f359a8), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:58.699561 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:36:58.699561 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-55b83baa-70bd-4ba3-9772-142f8c0a87f4 tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "DELETE /v2.0/floatingips/9541e174-0d4c-4bea-b973-bd1a26f359a8 HTTP/1.1" status: 204 len: 168 time: 0.6330762 Feb 04 17:36:59.476931 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 80b1b40f-8a02-4b60-9654-4f08ff42d379 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:36:59.500609 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 80b1b40f-8a02-4b60-9654-4f08ff42d379 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:36:59.501601 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 80b1b40f-8a02-4b60-9654-4f08ff42d379 not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:00.169352 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36162) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:00.255242 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c162b789-ce6c-4457-9a15-f5c40c04c19c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group (3ca75bc9-394b-4300-8f9a-91fde46064fb), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:00.299992 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c162b789-ce6c-4457-9a15-f5c40c04c19c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group (3ca75bc9-394b-4300-8f9a-91fde46064fb), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:00.458000 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c162b789-ce6c-4457-9a15-f5c40c04c19c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3ca75bc9-394b-4300-8f9a-91fde46064fb), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:00.460800 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-c162b789-ce6c-4457-9a15-f5c40c04c19c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:00.464597 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-c162b789-ce6c-4457-9a15-f5c40c04c19c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ca75bc9-394b-4300-8f9a-91fde46064fb HTTP/1.1" status: 204 len: 168 time: 0.2912679 Feb 04 17:37:00.472878 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162b789-ce6c-4457-9a15-f5c40c04c19c tempest-TestVolumeBootPattern-90839581 tempest-TestVolumeBootPattern-90839581-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca75bc9-394b-4300-8f9a-91fde46064fb,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:00.592416 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36166) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:00.760823 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:37:01.169800 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:01.486358 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Deleting port a8492ee0-d263-4570-8e95-b09429fbc747 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:01.486722 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:01.577896 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] For port a8492ee0-d263-4570-8e95-b09429fbc747, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=a8492ee0-d263-4570-8e95-b09429fbc747,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:01.578266 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:01.592463 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Calling delete_port for a8492ee0-d263-4570-8e95-b09429fbc747 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:01.886769 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (a8492ee0-d263-4570-8e95-b09429fbc747), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:01.921109 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8492ee0-d263-4570-8e95-b09429fbc747,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:02.112125 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.359788 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:37:02.403431 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bf09b37c-d687-49c1-9c6e-b48fc463ff43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.487983 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:37:02.496641 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-8e2fd880-bf18-4d69-8f5f-3811a270f4f8 admin admin] 10.222.0.24 "PUT /v2.0/routers/c5f17a45-fdec-42e6-9ddd-67344b6c32f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9028952 Feb 04 17:37:02.500041 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36170) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:02.502454 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] Sync routers for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:37:02.519818 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:02.520921 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:36:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:02.628977 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks [] for router (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.646977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:02.744480 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks [] for router_gateway (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.860800 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:37:01Z', 'revision_number': 5, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port': {'id': 'ec53c211-0a4a-4d50-b388-311ed5fb830a', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:83:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:25:58Z', 'updated_at': '2022-02-04T17:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:02.892199 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] Checking router: c5f17a45-fdec-42e6-9ddd-67344b6c32f9 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:37:02.892541 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Deleting port ec53c211-0a4a-4d50-b388-311ed5fb830a {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:02.892799 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:02.908472 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] Routers {'c5f17a45-fdec-42e6-9ddd-67344b6c32f9'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:02.909384 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:36:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:02.981032 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] For port ec53c211-0a4a-4d50-b388-311ed5fb830a, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=ec53c211-0a4a-4d50-b388-311ed5fb830a,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:02.981410 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.001291 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Calling delete_port for ec53c211-0a4a-4d50-b388-311ed5fb830a owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:03.046324 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] Set router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:03.137512 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:37:02Z', 'revision_number': 6, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port_host': None}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:03.166249 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6142cd-8b0a-4597-84b2-cceabfc1a999 None None] The sync data for ids ['c5f17a45-fdec-42e6-9ddd-67344b6c32f9'] in dv-cinder-817351-10-iscsi is: [{'id': 'c5f17a45-fdec-42e6-9ddd-67344b6c32f9', 'name': 'tempest-TestVolumeBootPattern-159846845-router', 'tenant_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:25:57Z', 'updated_at': '2022-02-04T17:37:02Z', 'revision_number': 6, 'project_id': '61dfb6adbeed41138806ac5bf4ceccfe', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:37:03.312431 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (ec53c211-0a4a-4d50-b388-311ed5fb830a), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.343682 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec53c211-0a4a-4d50-b388-311ed5fb830a,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:03.414240 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.519193 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.521773 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks [] for router_controller (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.686411 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (c5f17a45-fdec-42e6-9ddd-67344b6c32f9), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.687491 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5f17a45-fdec-42e6-9ddd-67344b6c32f9 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:37:03.692667 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.693986 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-3b541b76-a13d-4bc9-8f42-da81572168e6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c5f17a45-fdec-42e6-9ddd-67344b6c32f9 HTTP/1.1" status: 204 len: 168 time: 1.1923144 Feb 04 17:37:03.696885 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36172) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:03.753263 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] Deleting subnet e24407b5-b109-49f6-aedd-2cfe05e8f346 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:37:03.757426 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] Publish callbacks [] for subnet (e24407b5-b109-49f6-aedd-2cfe05e8f346), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:03.803697 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126072346'] for subnet (e24407b5-b109-49f6-aedd-2cfe05e8f346), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.033198 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device ec53c211-0a4a-4d50-b388-311ed5fb830a no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:04.075519 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: ec53c211-0a4a-4d50-b388-311ed5fb830a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:04.075519 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device ec53c211-0a4a-4d50-b388-311ed5fb830a not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:04.076086 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device a8492ee0-d263-4570-8e95-b09429fbc747 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:04.122392 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: a8492ee0-d263-4570-8e95-b09429fbc747 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:04.123202 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device a8492ee0-d263-4570-8e95-b09429fbc747 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:04.360125 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (e24407b5-b109-49f6-aedd-2cfe05e8f346), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.544038 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126676111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126256687'] for subnet (e24407b5-b109-49f6-aedd-2cfe05e8f346), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.580919 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e24407b5-b109-49f6-aedd-2cfe05e8f346,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:04.586545 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.591476 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-7d72901e-5267-418a-b3ff-e4fccf4c5be7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e24407b5-b109-49f6-aedd-2cfe05e8f346 HTTP/1.1" status: 204 len: 168 time: 0.8933585 Feb 04 17:37:04.596526 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36174) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:04.601231 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b094c-f4d1-403c-875c-426b161fb1cd None None] Network 54835a6e-f061-47b3-9399-e56c69d8d398 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:04.720101 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (54835a6e-f061-47b3-9399-e56c69d8d398), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.794431 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Deleting port 71036edd-fd64-4485-9980-1d72e71bb745 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:04.794557 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (71036edd-fd64-4485-9980-1d72e71bb745), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.836099 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] DHCP port deletion for 54835a6e-f061-47b3-9399-e56c69d8d398 request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:37:04.883436 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] For port 71036edd-fd64-4485-9980-1d72e71bb745, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=71036edd-fd64-4485-9980-1d72e71bb745,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:04.883820 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (71036edd-fd64-4485-9980-1d72e71bb745), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.904268 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Calling delete_port for 71036edd-fd64-4485-9980-1d72e71bb745 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:04.905378 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Deleting port 71036edd-fd64-4485-9980-1d72e71bb745 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:04.905770 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (71036edd-fd64-4485-9980-1d72e71bb745), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:04.992878 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] For port 71036edd-fd64-4485-9980-1d72e71bb745, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=71036edd-fd64-4485-9980-1d72e71bb745,segment=NetworkSegment(7af72acf-13b6-4f01-b495-efb2a7479f19),segment_id=7af72acf-13b6-4f01-b495-efb2a7479f19)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:04.993296 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (71036edd-fd64-4485-9980-1d72e71bb745), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.014256 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Calling delete_port for 71036edd-fd64-4485-9980-1d72e71bb745 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:05.146849 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (71036edd-fd64-4485-9980-1d72e71bb745), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.156350 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (71036edd-fd64-4485-9980-1d72e71bb745), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.175856 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Pushing event deleted for resources: {'Port': ['ID=71036edd-fd64-4485-9980-1d72e71bb745,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:05.180421 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] No DVR routers for this DVR port 71036edd-fd64-4485-9980-1d72e71bb745 on host dv-cinder-817351-10-iscsi {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:05.205832 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Pushing event deleted for resources: {'Port': ['ID=71036edd-fd64-4485-9980-1d72e71bb745,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:05.220457 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] No DVR routers for this DVR port 71036edd-fd64-4485-9980-1d72e71bb745 on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:05.225275 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.225862 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.226504 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.227101 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.227684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.228274 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.228924 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.229509 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.230086 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.230815 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.231392 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.231961 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.232557 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb75dee6-05a6-4dfc-b8c6-0ea75cc478ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:37:05.279594 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (54835a6e-f061-47b3-9399-e56c69d8d398), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.316809 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54835a6e-f061-47b3-9399-e56c69d8d398']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:05.331279 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af72acf-13b6-4f01-b495-efb2a7479f19') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:05.331686 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af72acf-13b6-4f01-b495-efb2a7479f19') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:05.350058 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (7af72acf-13b6-4f01-b495-efb2a7479f19), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.368424 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (7af72acf-13b6-4f01-b495-efb2a7479f19), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.376691 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:37:05.378038 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (7af72acf-13b6-4f01-b495-efb2a7479f19), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:37:05.379675 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:37:05.537741 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (54835a6e-f061-47b3-9399-e56c69d8d398), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.544423 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.549068 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] 10.222.0.24 "DELETE /v2.0/networks/54835a6e-f061-47b3-9399-e56c69d8d398 HTTP/1.1" status: 204 len: 168 time: 0.9513197 Feb 04 17:37:05.554223 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36176) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:05.561461 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4fa6b1-19b1-4114-b233-08cdb7c2ee6b admin admin] Pushing event deleted for resources: {'Network': ['ID=54835a6e-f061-47b3-9399-e56c69d8d398,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:05.914541 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-ff90229b-4600-4fc6-be1a-7956ed10f8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:05.975297 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 71036edd-fd64-4485-9980-1d72e71bb745 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:06.013252 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 71036edd-fd64-4485-9980-1d72e71bb745 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:06.013656 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 71036edd-fd64-4485-9980-1d72e71bb745 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:06.053376 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (0dddcaae-6c68-43da-8176-acdac781a8c1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:06.350667 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Deleting port f1f5c651-b51c-4415-ab99-0eced023a7b6 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:06.351018 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:06.439305 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] For port f1f5c651-b51c-4415-ab99-0eced023a7b6, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=f1f5c651-b51c-4415-ab99-0eced023a7b6,segment=NetworkSegment(53e54634-5958-47d4-bb95-d379f4e1808f),segment_id=53e54634-5958-47d4-bb95-d379f4e1808f)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:06.439667 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:06.453559 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Calling delete_port for f1f5c651-b51c-4415-ab99-0eced023a7b6 owned by network:router_interface {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:06.753049 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (f1f5c651-b51c-4415-ab99-0eced023a7b6), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:06.756740 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-ac4c6942-01c4-4fbc-a5b4-c46617afa13d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779617 Feb 04 17:37:06.792474 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f5c651-b51c-4415-ab99-0eced023a7b6,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:06.908488 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd2041-fab2-461e-a127-585c779dfb7b req-fd2d5f8a-c551-4db0-8359-9d289f193dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:06.911252 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-fd2d5f8a-c551-4db0-8359-9d289f193dde service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0884356 Feb 04 17:37:07.008505 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (0dddcaae-6c68-43da-8176-acdac781a8c1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:07.101831 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd2041-fab2-461e-a127-585c779dfb7b req-c4470efc-472d-42c9-aa97-38692c380004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:07.104520 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-c4470efc-472d-42c9-aa97-38692c380004 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 910 time: 0.1674995 Feb 04 17:37:07.192416 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-e79fa9ef-bab9-4e86-9593-aa7879808743 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 1001 time: 0.0818467 Feb 04 17:37:07.271352 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd2041-fab2-461e-a127-585c779dfb7b req-11a33fad-1ace-4553-993f-80508f63f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:07.272804 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-11a33fad-1ace-4553-993f-80508f63f7ba service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0732696 Feb 04 17:37:07.339395 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd2041-fab2-461e-a127-585c779dfb7b req-07ec88a5-cbcf-4d26-b39b-db4ab534b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:07.341000 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-07ec88a5-cbcf-4d26-b39b-db4ab534b3f9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620139 Feb 04 17:37:07.381778 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Router 0dddcaae-6c68-43da-8176-acdac781a8c1 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103214) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:37:07.466809 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-cd63ebce-38fb-4350-abc6-1e05889d6da5 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188946 Feb 04 17:37:07.584921 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-97bd2041-fab2-461e-a127-585c779dfb7b req-b41c7ba9-063a-4e99-880a-a259a6149608 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122274 Feb 04 17:37:07.585396 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103214) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:37:07.597506 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-9438680f-fc75-4a60-bbfc-a895333f7164 admin admin] 10.222.0.24 "PUT /v2.0/routers/0dddcaae-6c68-43da-8176-acdac781a8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0418980 Feb 04 17:37:07.601435 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36178) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:07.605041 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] Sync routers for ids ['0dddcaae-6c68-43da-8176-acdac781a8c1'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:37:07.632053 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] Routers {'0dddcaae-6c68-43da-8176-acdac781a8c1'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:07.633107 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:37:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['0dddcaae-6c68-43da-8176-acdac781a8c1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:07.761251 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks [] for router (0dddcaae-6c68-43da-8176-acdac781a8c1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:07.820114 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] Set router 0dddcaae-6c68-43da-8176-acdac781a8c1 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:07.966745 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks [] for router_gateway (0dddcaae-6c68-43da-8176-acdac781a8c1), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.040281 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.091603 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:37:06Z', 'revision_number': 5, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port': {'id': 'c9551440-670f-41cd-b4f7-a49acaeea064', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:50:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:26:09Z', 'updated_at': '2022-02-04T17:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:08.123497 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] Checking router: 0dddcaae-6c68-43da-8176-acdac781a8c1 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:37:08.134765 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Deleting port c9551440-670f-41cd-b4f7-a49acaeea064 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:08.135116 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.135288 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] Routers {'0dddcaae-6c68-43da-8176-acdac781a8c1'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:37:08.135921 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:37:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['0dddcaae-6c68-43da-8176-acdac781a8c1'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:08.232449 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] Set router 0dddcaae-6c68-43da-8176-acdac781a8c1 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:37:08.232919 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] For port c9551440-670f-41cd-b4f7-a49acaeea064, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=c9551440-670f-41cd-b4f7-a49acaeea064,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:08.233295 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.252019 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Calling delete_port for c9551440-670f-41cd-b4f7-a49acaeea064 owned by network:router_gateway {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:08.391167 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:37:07Z', 'revision_number': 6, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port_host': None}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:08.419216 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafd538f-86c0-4d3e-8ae6-eb7051bf8b79 None None] The sync data for ids ['0dddcaae-6c68-43da-8176-acdac781a8c1'] in dv-cinder-817351-10-iscsi is: [{'id': '0dddcaae-6c68-43da-8176-acdac781a8c1', 'name': 'tempest-TestVolumeBootPattern-355839089-router', 'tenant_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:26:08Z', 'updated_at': '2022-02-04T17:37:07Z', 'revision_number': 6, 'project_id': '0db6e6bd1b014f9599d0c9e1c5357a8a', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:37:08.537532 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (c9551440-670f-41cd-b4f7-a49acaeea064), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.571221 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9551440-670f-41cd-b4f7-a49acaeea064,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:08.644916 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (0dddcaae-6c68-43da-8176-acdac781a8c1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.820255 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (0dddcaae-6c68-43da-8176-acdac781a8c1), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.824458 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks [] for router_controller (0dddcaae-6c68-43da-8176-acdac781a8c1), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.960302 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (0dddcaae-6c68-43da-8176-acdac781a8c1), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.960917 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dddcaae-6c68-43da-8176-acdac781a8c1 {{(pid=103214) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:37:08.968103 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:08.970851 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-63ceed91-694b-435b-904d-907e9b090574 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0dddcaae-6c68-43da-8176-acdac781a8c1 HTTP/1.1" status: 204 len: 168 time: 1.3676212 Feb 04 17:37:08.973886 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36180) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:09.047668 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] Deleting subnet 610456bc-9d06-4e84-8128-975ecff496bc {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:37:09.051298 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] Publish callbacks [] for subnet (610456bc-9d06-4e84-8128-975ecff496bc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.090843 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126072346'] for subnet (610456bc-9d06-4e84-8128-975ecff496bc), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.198070 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (610456bc-9d06-4e84-8128-975ecff496bc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.394895 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126676111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126256687'] for subnet (610456bc-9d06-4e84-8128-975ecff496bc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.423482 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610456bc-9d06-4e84-8128-975ecff496bc,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:09.427531 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.433485 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-e79fdcc9-e3aa-4a47-8a80-cbd2a29cc65d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/610456bc-9d06-4e84-8128-975ecff496bc HTTP/1.1" status: 204 len: 168 time: 0.4557157 Feb 04 17:37:09.440718 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36182) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:09.441884 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d645a-5f8f-4733-b317-8587306b816e None None] Network e048d3bb-85c1-4278-aac2-42f924c5d20e requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:37:09.542809 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (e048d3bb-85c1-4278-aac2-42f924c5d20e), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.625070 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Deleting port e5999e82-0105-427d-bf10-3cdee1216c43 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:09.627410 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.690358 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] DHCP port deletion for e048d3bb-85c1-4278-aac2-42f924c5d20e request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:37:09.718327 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] For port e5999e82-0105-427d-bf10-3cdee1216c43, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=e5999e82-0105-427d-bf10-3cdee1216c43,segment=NetworkSegment(53e54634-5958-47d4-bb95-d379f4e1808f),segment_id=53e54634-5958-47d4-bb95-d379f4e1808f)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:09.718773 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.737769 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Calling delete_port for e5999e82-0105-427d-bf10-3cdee1216c43 owned by network:dhcp {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:09.788126 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] Deleting port e5999e82-0105-427d-bf10-3cdee1216c43 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:37:09.788697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.873043 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] For port e5999e82-0105-427d-bf10-3cdee1216c43, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=e5999e82-0105-427d-bf10-3cdee1216c43,segment=NetworkSegment(53e54634-5958-47d4-bb95-d379f4e1808f),segment_id=53e54634-5958-47d4-bb95-d379f4e1808f)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:37:09.873338 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:09.891969 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] Calling delete_port for e5999e82-0105-427d-bf10-3cdee1216c43 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:37:09.992722 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device f1f5c651-b51c-4415-ab99-0eced023a7b6 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:10.015371 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.045548 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: f1f5c651-b51c-4415-ab99-0eced023a7b6 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:10.046114 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device f1f5c651-b51c-4415-ab99-0eced023a7b6 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:10.046846 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c9551440-670f-41cd-b4f7-a49acaeea064 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:10.047635 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Pushing event deleted for resources: {'Port': ['ID=e5999e82-0105-427d-bf10-3cdee1216c43,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:10.054926 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] No DVR routers for this DVR port e5999e82-0105-427d-bf10-3cdee1216c43 on host dv-cinder-817351-10-iscsi {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:10.086713 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: c9551440-670f-41cd-b4f7-a49acaeea064 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:10.087253 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device c9551440-670f-41cd-b4f7-a49acaeea064 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:10.087989 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device e5999e82-0105-427d-bf10-3cdee1216c43 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:37:10.125904 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: e5999e82-0105-427d-bf10-3cdee1216c43 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:37:10.126354 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device e5999e82-0105-427d-bf10-3cdee1216c43 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:37:10.129029 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (e5999e82-0105-427d-bf10-3cdee1216c43), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.151478 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (e048d3bb-85c1-4278-aac2-42f924c5d20e), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.174830 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e048d3bb-85c1-4278-aac2-42f924c5d20e']}} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:10.177065 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] Pushing event deleted for resources: {'Port': ['ID=e5999e82-0105-427d-bf10-3cdee1216c43,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:10.188471 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129d2a0a-cd8b-4992-a373-8bd5b5e5b362 None None] No DVR routers for this DVR port e5999e82-0105-427d-bf10-3cdee1216c43 on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:37:10.190604 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e54634-5958-47d4-bb95-d379f4e1808f') {'for_net_delete': True} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:10.190864 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.services.segments.db [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e54634-5958-47d4-bb95-d379f4e1808f') {} {{(pid=103215) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:37:10.208517 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127636854'] for segment (53e54634-5958-47d4-bb95-d379f4e1808f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.232007 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (53e54634-5958-47d4-bb95-d379f4e1808f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.242605 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103215) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127638880'] for segment (53e54634-5958-47d4-bb95-d379f4e1808f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: Traceback (most recent call last): Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: timer() Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: cb(*args, **kw) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: return func(*args, **kwargs) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: self._notify() Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: self.callback(batched_events) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: event.method(event) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: return f(self, *a, **k) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._get(url).json() Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: return self.request(url, 'GET', **kwargs) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:37:10.248388 dv-cinder-817351-10-iscsi neutron-server[103215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:37:10.409412 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (e048d3bb-85c1-4278-aac2-42f924c5d20e), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.415888 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:10.419215 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] 10.222.0.24 "DELETE /v2.0/networks/e048d3bb-85c1-4278-aac2-42f924c5d20e HTTP/1.1" status: 204 len: 168 time: 0.9844007 Feb 04 17:37:10.435758 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4140f1-8055-4815-85a1-3bb8f7bbe51e admin admin] Pushing event deleted for resources: {'Network': ['ID=e048d3bb-85c1-4278-aac2-42f924c5d20e,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:10.894438 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36186) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:10.940056 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-259229a0-e1eb-4a63-bccd-73b0b820b8ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61dfb6adbeed41138806ac5bf4ceccfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443974 Feb 04 17:37:10.946515 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36188) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:11.004442 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4dfadab-5a44-4a59-aecf-d84fcafa0b1e admin admin] Publish callbacks [] for security_group (2d71167c-d2e4-49cc-86e2-879d32de9012), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:11.034923 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4dfadab-5a44-4a59-aecf-d84fcafa0b1e admin admin] Publish callbacks [] for security_group (2d71167c-d2e4-49cc-86e2-879d32de9012), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:11.240913 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4dfadab-5a44-4a59-aecf-d84fcafa0b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (2d71167c-d2e4-49cc-86e2-879d32de9012), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:11.245776 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-a4dfadab-5a44-4a59-aecf-d84fcafa0b1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:11.247738 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-a4dfadab-5a44-4a59-aecf-d84fcafa0b1e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d71167c-d2e4-49cc-86e2-879d32de9012 HTTP/1.1" status: 204 len: 168 time: 0.3000340 Feb 04 17:37:11.259244 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfadab-5a44-4a59-aecf-d84fcafa0b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d71167c-d2e4-49cc-86e2-879d32de9012,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:11.446158 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:11.529381 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.238367 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36194) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:12.293003 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-b8382bb4-35dc-4eda-94a4-508b91713bc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0db6e6bd1b014f9599d0c9e1c5357a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0531168 Feb 04 17:37:12.297211 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36196) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:37:12.356839 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17e92e5d-81cd-4394-aea5-17008a326fd6 admin admin] Publish callbacks [] for security_group (6a237d57-9e11-49eb-8cd2-36bcfc50cb4a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.383341 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17e92e5d-81cd-4394-aea5-17008a326fd6 admin admin] Publish callbacks [] for security_group (6a237d57-9e11-49eb-8cd2-36bcfc50cb4a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.534833 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17e92e5d-81cd-4394-aea5-17008a326fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (6a237d57-9e11-49eb-8cd2-36bcfc50cb4a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.537644 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-17e92e5d-81cd-4394-aea5-17008a326fd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:12.538954 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-17e92e5d-81cd-4394-aea5-17008a326fd6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a237d57-9e11-49eb-8cd2-36bcfc50cb4a HTTP/1.1" status: 204 len: 168 time: 0.2406991 Feb 04 17:37:12.549717 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e92e5d-81cd-4394-aea5-17008a326fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a237d57-9e11-49eb-8cd2-36bcfc50cb4a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:37:22.377709 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:32.410766 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-08df1fc5-0c83-47aa-96bc-ddfa5c34ec58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:35.865664 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bde35702-12c3-4cbd-9053-2a3f83825a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:37.763542 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:37:38.048748 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:41.514117 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:41.535088 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:52.387233 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:37:54.146103 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b6f8d-e69f-4306-955a-f603fe3bd259 req-ef9d887b-652c-4d21-95ef-044ef1dee111 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:54.148426 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ab5b6f8d-e69f-4306-955a-f603fe3bd259 req-ef9d887b-652c-4d21-95ef-044ef1dee111 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0950451 Feb 04 17:37:54.241591 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ab5b6f8d-e69f-4306-955a-f603fe3bd259 req-94888cef-0194-4f4d-b270-3cc2e943b3fd tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862837 Feb 04 17:37:55.401764 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c8958-a10d-40ac-bd1b-a459f973e6ef req-e8fbfd68-120f-4c8b-bb51-e031eb09b97d tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:55.404124 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-370c8958-a10d-40ac-bd1b-a459f973e6ef req-e8fbfd68-120f-4c8b-bb51-e031eb09b97d tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0670919 Feb 04 17:37:55.463861 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-370c8958-a10d-40ac-bd1b-a459f973e6ef req-d186ae7b-b98e-4fc0-96dc-542dfed11ed7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527518 Feb 04 17:37:56.604172 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc53fd1b-a9c6-46c7-a039-f9b9940d8c67 req-d401f280-927e-462d-be96-cdc60b60d71c tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:56.605018 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc53fd1b-a9c6-46c7-a039-f9b9940d8c67 req-d401f280-927e-462d-be96-cdc60b60d71c tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0626791 Feb 04 17:37:56.664558 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bc53fd1b-a9c6-46c7-a039-f9b9940d8c67 req-f4103c6f-4524-453f-8053-8c27a7edb02e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526366 Feb 04 17:37:57.806836 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2ab90-37a7-4f12-9083-2bccc0e29065 req-bb13395c-eb81-4ee0-964c-9dbe8b3a34c7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:57.808541 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e6f2ab90-37a7-4f12-9083-2bccc0e29065 req-bb13395c-eb81-4ee0-964c-9dbe8b3a34c7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0589135 Feb 04 17:37:57.867588 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e6f2ab90-37a7-4f12-9083-2bccc0e29065 req-c6116357-1627-4b27-a629-0094a2b5b0a2 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491116 Feb 04 17:37:59.011849 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259496e-d348-4338-bbcb-6c91bd999fd8 req-840044b3-8d7a-442b-b0c7-5110ddb6afb1 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:37:59.014365 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a259496e-d348-4338-bbcb-6c91bd999fd8 req-840044b3-8d7a-442b-b0c7-5110ddb6afb1 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0683925 Feb 04 17:37:59.088932 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a259496e-d348-4338-bbcb-6c91bd999fd8 req-c6ff6c0c-6261-4138-ba1e-3a3b50f3d6d4 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636084 Feb 04 17:38:00.236436 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669e53b-0de8-4186-b2db-7644fc575cab req-733a0d25-c729-46b5-9051-3ed6cd3bce52 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:00.238120 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b669e53b-0de8-4186-b2db-7644fc575cab req-733a0d25-c729-46b5-9051-3ed6cd3bce52 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0617785 Feb 04 17:38:00.324238 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b669e53b-0de8-4186-b2db-7644fc575cab req-0d8e5c5e-6080-4656-b04e-a28f73963aa2 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782323 Feb 04 17:38:01.486629 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d326fcf-e8a1-4f3a-a680-86aff49e0f0f req-dfe137d1-a99c-4835-8d87-203e793aa998 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:01.489602 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7d326fcf-e8a1-4f3a-a680-86aff49e0f0f req-dfe137d1-a99c-4835-8d87-203e793aa998 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0728631 Feb 04 17:38:01.551640 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-7d326fcf-e8a1-4f3a-a680-86aff49e0f0f req-4ff14272-77e7-42a0-8cd9-a46819dd164b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560651 Feb 04 17:38:02.419706 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6b83e947-dac3-4ba9-a3c0-41ae10ee5f82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:02.734649 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2bc9-5b44-4bcd-9861-226906fe588f req-cf2a01cf-d98b-487d-afed-163c37fd0d67 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:02.736942 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d1dd2bc9-5b44-4bcd-9861-226906fe588f req-cf2a01cf-d98b-487d-afed-163c37fd0d67 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0909789 Feb 04 17:38:02.812985 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-d1dd2bc9-5b44-4bcd-9861-226906fe588f req-744374f6-228a-4f0a-b6c9-33bef6bef9fb tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697825 Feb 04 17:38:03.986299 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c07cd-6b90-4f7f-bb80-143ead1952a3 req-bfd83f6f-d449-4125-bd0b-355eab323094 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:03.989043 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ed2c07cd-6b90-4f7f-bb80-143ead1952a3 req-bfd83f6f-d449-4125-bd0b-355eab323094 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0841348 Feb 04 17:38:04.067702 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ed2c07cd-6b90-4f7f-bb80-143ead1952a3 req-2bd7cc7c-a088-469b-ad4a-9f6ef84683fa tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690184 Feb 04 17:38:04.352769 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-6d2d63e6-51f9-4a42-97b9-0642ed79d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:04.354573 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-6d2d63e6-51f9-4a42-97b9-0642ed79d6fd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0625634 Feb 04 17:38:04.472632 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-b630034f-bb33-4f65-bb00-9098844c0792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:04.474142 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-b630034f-bb33-4f65-bb00-9098844c0792 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 910 time: 0.1133039 Feb 04 17:38:04.966424 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-e0588d6d-9d70-4144-96c0-840e7e48e128 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 1001 time: 0.4853091 Feb 04 17:38:05.047272 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-7b0934dc-3f55-4eaa-b961-ded3f456c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:05.049958 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-7b0934dc-3f55-4eaa-b961-ded3f456c70d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0760143 Feb 04 17:38:05.130696 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-bddf8080-3eaa-4399-81ff-4b2001bf5ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:05.132532 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-bddf8080-3eaa-4399-81ff-4b2001bf5ade service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0758896 Feb 04 17:38:05.250692 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-610ffa14-ce22-4cc8-b27a-0e46c0b3a816 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098146 Feb 04 17:38:05.301073 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67bdf1-6bc1-40a8-b092-0706c51fb051 req-3dd37094-3478-4c05-a150-baa6ecfcab91 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:05.303855 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c67bdf1-6bc1-40a8-b092-0706c51fb051 req-3dd37094-3478-4c05-a150-baa6ecfcab91 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0984366 Feb 04 17:38:05.381296 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-685fed9a-c5b1-4cf7-ad7c-c7e086f25bc8 req-7ae2a6d9-14d3-477b-a81e-03e01b0df884 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240423 Feb 04 17:38:05.402511 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6c67bdf1-6bc1-40a8-b092-0706c51fb051 req-e4121074-0a77-43b7-a5e0-16ab82e68039 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862117 Feb 04 17:38:05.867130 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-154ac683-1478-496a-a373-8379d3b0163a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:06.570712 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef73b76-30e9-4d62-aebd-506d529adb41 req-558c23d6-00ce-4fde-89a0-387e12bc40cc tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:06.573370 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3ef73b76-30e9-4d62-aebd-506d529adb41 req-558c23d6-00ce-4fde-89a0-387e12bc40cc tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0788658 Feb 04 17:38:06.659320 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-3ef73b76-30e9-4d62-aebd-506d529adb41 req-abb8c696-2c04-4835-b374-e64cba9aaef3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792358 Feb 04 17:38:07.154850 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-8cc0fa3a-ab9a-4450-b5e3-ed1f6e57c3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:07.157333 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-8cc0fa3a-ab9a-4450-b5e3-ed1f6e57c3f5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0800519 Feb 04 17:38:07.346690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-2ac375e3-afb7-4aea-ac4b-fc8b090bb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:07.348767 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-2ac375e3-afb7-4aea-ac4b-fc8b090bb9bc service neutron] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 910 time: 0.1680529 Feb 04 17:38:07.423435 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-6709743f-85a1-4f80-b166-9201a37b0b94 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 1001 time: 0.0681875 Feb 04 17:38:07.486847 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-f00d38a4-cca3-457a-b544-ee3e2c237346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:07.488544 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-f00d38a4-cca3-457a-b544-ee3e2c237346 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0584633 Feb 04 17:38:07.559833 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-0fd92394-0d03-4b17-8bcc-82b97d302fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:07.563138 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-0fd92394-0d03-4b17-8bcc-82b97d302fd5 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0673895 Feb 04 17:38:07.725286 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-f3ceb3d5-44f6-49fe-a1c7-fc564ad14f61 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552894 Feb 04 17:38:07.863463 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-e65a059e-b1bb-47e2-ba0f-45c0da3eea4d req-36ab39ee-59fa-4fb4-9150-12b961795ff1 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317289 Feb 04 17:38:07.871646 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17bb6-4cb2-4461-bc5d-a39022abd3c8 req-e9ce006a-59df-46fd-8bd4-6777792224df tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:07.874209 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b7f17bb6-4cb2-4461-bc5d-a39022abd3c8 req-e9ce006a-59df-46fd-8bd4-6777792224df tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.1026521 Feb 04 17:38:07.937751 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-b7f17bb6-4cb2-4461-bc5d-a39022abd3c8 req-6852d18f-56f2-45e9-b50e-bbde296d9bb9 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568845 Feb 04 17:38:08.067013 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:09.117873 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa753fb3-db3f-4f73-b6ff-88a87f69a282 req-6bfb5dfe-7aaf-4bba-b010-6fe9dc01e7b6 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:09.119611 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fa753fb3-db3f-4f73-b6ff-88a87f69a282 req-6bfb5dfe-7aaf-4bba-b010-6fe9dc01e7b6 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0911579 Feb 04 17:38:09.212517 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fa753fb3-db3f-4f73-b6ff-88a87f69a282 req-c8b11b11-f307-4116-ac4b-5dcff6355fdf tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820708 Feb 04 17:38:09.575538 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [req-f18bd772-8fe1-4887-98a5-5ee2c9e8d030 req-9e6fca04-e1ca-45ee-9a6c-556b42ec2e90 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=103214) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 17:38:09.578338 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-f18bd772-8fe1-4887-98a5-5ee2c9e8d030 req-9e6fca04-e1ca-45ee-9a6c-556b42ec2e90 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2488446 Feb 04 17:38:10.051790 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06927a-ac25-4fd2-b649-22f58dc5773e req-c6a369ae-6f46-452d-808a-181b846976d2 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:10.053514 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ae06927a-ac25-4fd2-b649-22f58dc5773e req-c6a369ae-6f46-452d-808a-181b846976d2 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0759034 Feb 04 17:38:10.135683 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-ae06927a-ac25-4fd2-b649-22f58dc5773e req-55934b5a-f552-4f23-bad2-1fd35d02eb42 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705066 Feb 04 17:38:10.193731 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-1f6856fc-8c34-41bf-a173-34a17fd88049 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1539531 Feb 04 17:38:11.345470 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40fd47-1dd9-4b6b-bdba-4d265753090a req-bbc4ddcf-2e0b-4ebf-a7c1-8b7c0afe7036 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:11.347196 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2a40fd47-1dd9-4b6b-bdba-4d265753090a req-bbc4ddcf-2e0b-4ebf-a7c1-8b7c0afe7036 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0899646 Feb 04 17:38:11.404679 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2a40fd47-1dd9-4b6b-bdba-4d265753090a req-78dbe89b-0a63-40a9-a2a0-1603dcb80caa tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491385 Feb 04 17:38:11.483923 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:11.495524 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:11.665927 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 55b19d69-3511-4a6b-8f3f-ffcc36a5144f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:38:11.767697 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f is: ACTIVE; New status is: DOWN {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:11.768233 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:11.801424 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:11.804286 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b4eba1-fae8-414a-b351-f00e197ad83f" -d '{"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-unplugged", "status": "completed", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:11.824828 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:11.855415 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7dae54-9f91-477b-a4b0-7c44cc79d574 x-openstack-request-id: req-9b7dae54-9f91-477b-a4b0-7c44cc79d574 {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:11.855415 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-unplugged", "status": "failed", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f", "code": 422}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:11.855415 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b7dae54-9f91-477b-a4b0-7c44cc79d574 {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:11.855415 dv-cinder-817351-10-iscsi neutron-server[103216]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'code': 422} returned with failed status Feb 04 17:38:11.946658 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:12.040478 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=6']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:12.052874 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.053452 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.054040 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.054665 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.055243 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.055830 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.056402 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.056977 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.057544 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.058101 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.058713 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.059284 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.059849 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:38:12.579414 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a9bb0-1ed8-41fb-b688-968fb81ded68 req-ca76c26e-248a-4035-909b-4e469bf9b82b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:12.581679 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ec0a9bb0-1ed8-41fb-b688-968fb81ded68 req-ca76c26e-248a-4035-909b-4e469bf9b82b tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0811949 Feb 04 17:38:12.642649 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-ec0a9bb0-1ed8-41fb-b688-968fb81ded68 req-08a4ee3b-2533-4484-abdb-211060a68ee3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539870 Feb 04 17:38:13.097559 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5064a0-9919-4133-8b35-e282ba5076be req-d81f505c-af8d-41a7-8618-cd3fe7cfb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:13.100706 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-d81f505c-af8d-41a7-8618-cd3fe7cfb0db service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9&tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe HTTP/1.1" status: 200 len: 1127 time: 0.0839961 Feb 04 17:38:13.193372 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5064a0-9919-4133-8b35-e282ba5076be req-ab94f655-7453-4d3c-b676-9779c6c5e11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:13.195114 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-ab94f655-7453-4d3c-b676-9779c6c5e11c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1127 time: 0.0652418 Feb 04 17:38:13.342044 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5064a0-9919-4133-8b35-e282ba5076be req-db2525ae-8743-41fc-90a8-51b007d312ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:13.345463 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-db2525ae-8743-41fc-90a8-51b007d312ad service neutron] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 910 time: 0.1418955 Feb 04 17:38:13.461918 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-7234ad10-839a-416c-9a1a-709dc875f30d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 999 time: 0.1092696 Feb 04 17:38:13.541912 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5064a0-9919-4133-8b35-e282ba5076be req-4a94cb18-da95-4c26-bc0a-3b27e48adde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:13.543664 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-4a94cb18-da95-4c26-bc0a-3b27e48adde9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0744367 Feb 04 17:38:13.635203 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5064a0-9919-4133-8b35-e282ba5076be req-65ef3e6a-969e-45ed-aea1-1857f48d3bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:13.638150 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-65ef3e6a-969e-45ed-aea1-1857f48d3bf9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0876136 Feb 04 17:38:13.768941 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-f9fbaf8f-c69f-43df-b9e4-51c0480e48b8 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225460 Feb 04 17:38:13.885539 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecee599-895a-4074-90a8-884c476baddf req-e16fbe39-f002-4eef-a011-a5688572ef39 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:13.887267 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1ecee599-895a-4074-90a8-884c476baddf req-e16fbe39-f002-4eef-a011-a5688572ef39 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.1339068 Feb 04 17:38:13.916968 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-2e5064a0-9919-4133-8b35-e282ba5076be req-57da14d8-d738-4a24-9c1a-3886cef36852 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312463 Feb 04 17:38:13.985296 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1ecee599-895a-4074-90a8-884c476baddf req-773d1165-1f16-4889-be23-b06df4ebf49d tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831227 Feb 04 17:38:14.765849 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:38:15.149195 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14202610-699e-4889-ac9e-04010ce62420 req-25048062-39fd-48b7-beee-d8cf8fd6052f tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:15.150861 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-14202610-699e-4889-ac9e-04010ce62420 req-25048062-39fd-48b7-beee-d8cf8fd6052f tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0586376 Feb 04 17:38:15.210389 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-14202610-699e-4889-ac9e-04010ce62420 req-f01e4b78-f1b9-458b-99fb-4464d3ba9843 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485086 Feb 04 17:38:16.392748 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97c76a-bcb8-4193-aa8c-5bc35bc1afca req-d1174322-c51c-44de-bed9-e4770a9a1157 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:16.395665 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf97c76a-bcb8-4193-aa8c-5bc35bc1afca req-d1174322-c51c-44de-bed9-e4770a9a1157 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0995336 Feb 04 17:38:16.485299 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-bf97c76a-bcb8-4193-aa8c-5bc35bc1afca req-3bbf8b8e-2674-4cf4-b93a-d6d9e3dc9b00 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782027 Feb 04 17:38:17.638961 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada0a10-69a9-4215-85c7-20ecf8df7a6e req-830c383f-5411-48c6-b43f-0c64100c2dd3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:17.641135 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fada0a10-69a9-4215-85c7-20ecf8df7a6e req-830c383f-5411-48c6-b43f-0c64100c2dd3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0700510 Feb 04 17:38:17.735933 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-fada0a10-69a9-4215-85c7-20ecf8df7a6e req-ca6dc35f-1377-4e16-b912-d5745776a922 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843284 Feb 04 17:38:18.885051 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe94b233-985d-4f0f-a444-545a02a2daa9 req-eee640f3-6f9c-4fa2-a07a-ee3a0f3a47b0 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:18.886676 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fe94b233-985d-4f0f-a444-545a02a2daa9 req-eee640f3-6f9c-4fa2-a07a-ee3a0f3a47b0 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0657623 Feb 04 17:38:18.976170 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-fe94b233-985d-4f0f-a444-545a02a2daa9 req-763ac343-236b-4866-990e-c95559ca184e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819745 Feb 04 17:38:20.136211 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3cabc-c1bf-41da-bbab-01f17df66fd9 req-e6a29dbb-3c7e-42d9-9b1a-20cea3c8ee07 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:20.138819 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-39f3cabc-c1bf-41da-bbab-01f17df66fd9 req-e6a29dbb-3c7e-42d9-9b1a-20cea3c8ee07 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0703032 Feb 04 17:38:20.220085 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-39f3cabc-c1bf-41da-bbab-01f17df66fd9 req-53d7c4ab-13d1-496e-81ec-b5a9fb3a56be tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708096 Feb 04 17:38:21.423678 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20b9c14-0511-43ab-8587-daac54126e47 req-402da849-54f1-4e32-bea9-e1aa478672ae tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:21.425602 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a20b9c14-0511-43ab-8587-daac54126e47 req-402da849-54f1-4e32-bea9-e1aa478672ae tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0806575 Feb 04 17:38:21.498494 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-a20b9c14-0511-43ab-8587-daac54126e47 req-6821cc1f-c9ce-41bb-8eb5-cfcfa0e0d0c8 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626204 Feb 04 17:38:22.367766 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:22.679897 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c8001-f966-40f0-bf18-ff6dc704f322 req-c87f4a93-b951-47e7-a53b-acb2b710a441 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:22.681837 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c83c8001-f966-40f0-bf18-ff6dc704f322 req-c87f4a93-b951-47e7-a53b-acb2b710a441 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0749388 Feb 04 17:38:22.742247 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c83c8001-f966-40f0-bf18-ff6dc704f322 req-25e1c10d-939e-4043-98d2-0ce1135d8101 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518937 Feb 04 17:38:23.691607 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 55b19d69-3511-4a6b-8f3f-ffcc36a5144f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=103216) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 17:38:23.797673 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:23.811987 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Returning: {'device': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'port_id': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'mac_address': 'fa:16:3e:25:be:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103216) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 17:38:23.863666 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f is: DOWN; New status is: BUILD {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:23.864232 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:23.882794 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b19d69-3511-4a6b-8f3f-ffcc36a5144f {{(pid=103216) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 17:38:23.908276 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:23.941713 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85b92a-cf28-42d8-9675-ca86c3452c3e req-8a289eaa-bbfc-4fd3-91b6-2198c7622cd7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:23.944813 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e85b92a-cf28-42d8-9675-ca86c3452c3e req-8a289eaa-bbfc-4fd3-91b6-2198c7622cd7 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 943 time: 0.0898519 Feb 04 17:38:24.022759 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-1e85b92a-cf28-42d8-9675-ca86c3452c3e req-e4c10402-735e-45b4-8b4b-e8255a70a4b0 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702367 Feb 04 17:38:24.026949 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:24.117655 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=7']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:24.427233 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] get_ports_and_sgs() called for port_ids ['55b19d69-3511-4a6b-8f3f-ffcc36a5144f'] {{(pid=103216) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 17:38:25.254679 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86ff14-ae3f-4f84-b839-faf187a2ec8a req-0b65b86a-11c6-4d97-bb46-68492e6e7111 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:25.257302 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2c86ff14-ae3f-4f84-b839-faf187a2ec8a req-0b65b86a-11c6-4d97-bb46-68492e6e7111 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 944 time: 0.1153560 Feb 04 17:38:25.354891 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-2c86ff14-ae3f-4f84-b839-faf187a2ec8a req-20cfa49e-90be-4f9e-ba32-698d3c9bd966 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815406 Feb 04 17:38:25.686357 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 55b19d69-3511-4a6b-8f3f-ffcc36a5144f up at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 17:38:25.782837 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.provisioning_blocks [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Provisioning complete for port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f triggered by entity L2. {{(pid=103216) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 17:38:25.783366 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16213852'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), provisioning_complete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.899855 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Current status of the port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f is: BUILD; New status is: ACTIVE {{(pid=103216) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 17:38:25.900371 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16251484'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:25.928710 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f'}] {{(pid=103216) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:38:25.931162 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81875adcebf07423bd71b834820e81da0b002dcd4f3ddd8345191d6079c4efa2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be050fb-2f5e-4fea-9750-8b8ea40133e9" -d '{"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-plugged", "status": "completed", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f"}]}' {{(pid=103216) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:38:25.956100 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:38:25.998312 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c586d021-b3fe-42cd-ad35-52d53695473c x-openstack-request-id: req-c586d021-b3fe-42cd-ad35-52d53695473c {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:38:25.998806 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-plugged", "status": "completed", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f", "code": 200}]} {{(pid=103216) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:38:25.999232 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c586d021-b3fe-42cd-ad35-52d53695473c {{(pid=103216) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:38:25.999875 dv-cinder-817351-10-iscsi neutron-server[103216]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'code': 200} Feb 04 17:38:26.055434 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8743151959031', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8743151446128', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8743151446146'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:26.133110 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Pushing event updated for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=8']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:38:26.333168 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60943a67-4a83-4b92-8a26-e846226ac098 req-6eb956cc-a58c-4056-b8d6-8fb287596b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.335379 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-60943a67-4a83-4b92-8a26-e846226ac098 req-6eb956cc-a58c-4056-b8d6-8fb287596b64 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0553350 Feb 04 17:38:26.391882 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-60943a67-4a83-4b92-8a26-e846226ac098 req-64056e11-306e-4a60-86de-a5fb2d86450a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498624 Feb 04 17:38:26.538248 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9687353-9b71-4a28-b0f4-85b2feda7b66 req-3ad2ce1c-452a-47a4-94c9-40c61997c999 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:26.540104 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c9687353-9b71-4a28-b0f4-85b2feda7b66 req-3ad2ce1c-452a-47a4-94c9-40c61997c999 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0651736 Feb 04 17:38:26.599934 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-c9687353-9b71-4a28-b0f4-85b2feda7b66 req-16906397-3e54-4667-9b41-7b20634c9385 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527658 Feb 04 17:38:27.787507 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d125e-bcae-4603-9749-0ca2922e869a req-dafb4df5-6ddc-42c4-8265-f26c0bc11695 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:27.789414 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0a4d125e-bcae-4603-9749-0ca2922e869a req-dafb4df5-6ddc-42c4-8265-f26c0bc11695 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0942478 Feb 04 17:38:27.852047 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-0a4d125e-bcae-4603-9749-0ca2922e869a req-c90b3a04-58da-4de8-b4a3-f140e182f9b3 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513015 Feb 04 17:38:29.036173 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5eaf3-b4c8-4c75-99c0-e69daa891e6e req-067e4b65-b620-4994-a93a-a72820080784 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:38:29.038954 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ff5eaf3-b4c8-4c75-99c0-e69daa891e6e req-067e4b65-b620-4994-a93a-a72820080784 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0779073 Feb 04 17:38:29.130390 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-6ff5eaf3-b4c8-4c75-99c0-e69daa891e6e req-97b0427c-e82c-430a-aeaf-33a69bcb0f51 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854039 Feb 04 17:38:32.397268 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b2960303-0768-4923-8b62-d1a5c84a0786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:35.872871 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-39902dad-cf6b-4690-9318-875c8426fed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:38.049008 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:41.488710 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:41.511283 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:38:51.765969 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:38:52.390842 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:02.396177 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9f5427b-b10a-4139-a120-ef9e9dcbab2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:05.859332 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c031bf64-ddd1-4f3c-bb99-8a5fe111cf93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:08.040905 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:09.065934 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-9c0eb2af-4a6d-4e29-b357-74d0ea9a891c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474663 Feb 04 17:39:09.161389 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-44283e25-f0d0-4cc0-a6f6-ebf4d0f9dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:09.162983 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-44283e25-f0d0-4cc0-a6f6-ebf4d0f9dca3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0496681 Feb 04 17:39:09.288276 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-7468ebd7-9d4d-4d70-aee5-fc4020e94536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:09.289739 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-7468ebd7-9d4d-4d70-aee5-fc4020e94536 service neutron] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 910 time: 0.1048365 Feb 04 17:39:09.408187 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-c474fad2-7864-45a0-beba-4330cf7e1ca6 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 1001 time: 0.1114693 Feb 04 17:39:09.475670 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-61a9fb35-811c-4c10-8e87-1ef82dceba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:09.477288 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-61a9fb35-811c-4c10-8e87-1ef82dceba28 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0627728 Feb 04 17:39:09.537457 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-6ab52a40-e374-4017-8029-a3d577964805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:09.539279 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-6ab52a40-e374-4017-8029-a3d577964805 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558422 Feb 04 17:39:09.650371 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-fb0f7346-1bed-4729-93c2-53315aefa214 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041284 Feb 04 17:39:09.783584 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-c891f418-ada1-4331-8ebd-9eb7620cff4d req-a67a0ef6-5346-4fda-a6c8-2a422d3dc60d service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271603 Feb 04 17:39:11.492687 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:11.527330 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:22.451821 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:28.773027 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:39:32.355574 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-3aa6fe5c-a881-4a99-8d39-2f47d4264aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:35.880336 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-57081376-f1eb-4c6c-a359-c562c9d643ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:38.074968 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:41.486017 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:41.509383 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:52.401283 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:57.982854 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36314) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:39:58.317845 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Deleting port 44513c24-185e-4bde-9d41-74f3100964bc {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:39:58.318126 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (44513c24-185e-4bde-9d41-74f3100964bc), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.423751 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (44513c24-185e-4bde-9d41-74f3100964bc), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.424274 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for floatingip (44513c24-185e-4bde-9d41-74f3100964bc), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.448153 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Calling delete_port for 44513c24-185e-4bde-9d41-74f3100964bc owned by network:floatingip {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:39:58.782942 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (44513c24-185e-4bde-9d41-74f3100964bc), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.813606 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event deleted for resources: {'Port': ['ID=44513c24-185e-4bde-9d41-74f3100964bc,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:39:58.843123 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.843465 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.843820 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.844312 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.844650 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.844990 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.845326 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.845663 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.846154 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.846530 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.846865 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.847194 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.847522 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103215) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:39:58.897406 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for floatingip (96b78cce-5802-464e-a684-37397427a80b), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:58.897961 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.db.l3_db [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Floating IP 96b78cce-5802-464e-a684-37397427a80b disassociated (deleted). External IP: 172.27.0.130, port: 55b19d69-3511-4a6b-8f3f-ffcc36a5144f. Feb 04 17:39:59.155835 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Router 8bf7a3ab-6fb0-44e8-895e-31b033899372 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:39:59.322377 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:39:59.327435 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for floatingip (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:39:59.335298 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] Sync routers for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:39:59.348928 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:59.349584 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:39:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:59.381307 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-44b87625-c355-41b0-b3f2-11d130af6779 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "DELETE /v2.0/floatingips/96b78cce-5802-464e-a684-37397427a80b HTTP/1.1" status: 204 len: 168 time: 1.3933687 Feb 04 17:39:59.381307 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:39:59.382074 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b994319-236c-48c9-b15d-2fd51864dfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:39:59.484304 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:39:59.651429 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 17:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6eb0e3c-b816-4e52-94b9-1af07e9eb708 x-openstack-request-id: req-e6eb0e3c-b816-4e52-94b9-1af07e9eb708 {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:39:59.651429 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:39:59.651429 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6eb0e3c-b816-4e52-94b9-1af07e9eb708 {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:39:59.651429 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'status': 'completed', 'code': 200} Feb 04 17:39:59.753081 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-e3abecb7-20dd-4972-8e6d-356ee6983170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:59.755779 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-e3abecb7-20dd-4972-8e6d-356ee6983170 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 1129 time: 0.0826919 Feb 04 17:39:59.836287 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:06Z', 'revision_number': 5, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:59.890090 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] Checking router: 8bf7a3ab-6fb0-44e8-895e-31b033899372 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:39:59.903552 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:39:59.904598 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:39:36Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:39:59.919690 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-283d4698-e4fb-4626-8981-1fb9f988f12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:59.922012 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-283d4698-e4fb-4626-8981-1fb9f988f12a service neutron] 10.222.0.93 "GET /v2.0/networks?id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 200 len: 910 time: 0.1601825 Feb 04 17:39:59.972898 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07032bd-e54c-4b34-bb7f-fbda36491eb8 req-38fa3548-bdce-4918-8a03-b005b2d5d1fc tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103214) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:39:59.976458 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e07032bd-e54c-4b34-bb7f-fbda36491eb8 req-38fa3548-bdce-4918-8a03-b005b2d5d1fc tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0750093 Feb 04 17:39:59.978899 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-5a211456-97ae-4bf4-bcf6-7383d9dbf655 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 200 len: 217 time: 0.0469999 Feb 04 17:40:00.052398 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:00.069985 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-257af2f4-d4ff-4a8f-ba7e-ef0f5bea5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:00.072246 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-257af2f4-d4ff-4a8f-ba7e-ef0f5bea5ed5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 200 len: 848 time: 0.0866561 Feb 04 17:40:00.072700 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e07032bd-e54c-4b34-bb7f-fbda36491eb8 req-f96fc129-10e4-4651-97e9-069b0d073421 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852325 Feb 04 17:40:00.155409 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-018d5bba-17f5-4cfc-8a02-17ae8ba7162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:00.156854 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-018d5bba-17f5-4cfc-8a02-17ae8ba7162e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=c1053c51-2dbd-4d7c-b022-c39fa12c3f25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0776803 Feb 04 17:40:00.279503 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-3552fd18-15f8-4428-b9dc-979324fe8724 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154625 Feb 04 17:40:00.332467 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:06Z', 'revision_number': 5, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:00.363354 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c35cb8-7105-4bbd-8efc-2d946f0d3aa8 None None] The sync data for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi is: [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:34:02Z', 'revision_number': 4, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi', '_interfaces': [{'id': 'de5af4fe-bec8-4b58-af38-32b272bdf972', 'name': '', 'network_id': 'c1053c51-2dbd-4d7c-b022-c39fa12c3f25', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'mac_address': 'fa:16:3e:f7:55:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:00Z', 'updated_at': '2022-02-04T17:34:06Z', 'revision_number': 5, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'subnets': [{'id': '6fccabaa-018a-4be9-aacd-dcf253325508', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:40:00.430972 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-6b994319-236c-48c9-b15d-2fd51864dfbd req-c4284b69-ae7f-4863-94c4-488db4be11d5 service neutron] 10.222.0.93 "GET /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448720 Feb 04 17:40:00.635641 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af13e33-06b2-4f30-8ca0-81dcbf7d75d9 None None] New status for floating IP 96b78cce-5802-464e-a684-37397427a80b: DOWN {{(pid=103217) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 17:40:01.209923 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b9ee3-e011-402c-974f-9e7003c35acd req-c19871a3-a9ee-441c-9615-f9dbc3eb2f1f tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.211560 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d87b9ee3-e011-402c-974f-9e7003c35acd req-c19871a3-a9ee-441c-9615-f9dbc3eb2f1f tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0622425 Feb 04 17:40:01.282556 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-d87b9ee3-e011-402c-974f-9e7003c35acd req-4208a7b8-e16f-4531-8506-b425bfdb091e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/security-groups?id=06bca4a8-ca59-4fa5-89ef-36c1a2df5251&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633986 Feb 04 17:40:01.860947 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-16c1b345-539f-4304-9d10-9d7a871d7a2e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103215) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 17:40:01.863715 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-16c1b345-539f-4304-9d10-9d7a871d7a2e tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.93 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 945 time: 0.0652795 Feb 04 17:40:02.005520 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Deleting port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:02.005895 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.112266 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] For port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:02.112535 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.126636 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Calling delete_port for 55b19d69-3511-4a6b-8f3f-ffcc36a5144f owned by compute:nova {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:02.320078 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (55b19d69-3511-4a6b-8f3f-ffcc36a5144f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.360511 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event deleted for resources: {'Port': ['ID=55b19d69-3511-4a6b-8f3f-ffcc36a5144f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:02.382246 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6e6aa196-80e1-4afd-b185-a936d916ba86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.412027 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-17a1b886-501e-4876-aa07-9f5039a7d7d9 req-27f6a2f7-7202-41ad-ab83-b477e1daef76 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0489273 Feb 04 17:40:02.428933 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] No DVR routers for this DVR port 55b19d69-3511-4a6b-8f3f-ffcc36a5144f on host hv-cinder-81735 {{(pid=103215) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:40:02.433386 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-979818'] for port (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:02.437106 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [req-81a091cf-c54e-4150-9b45-28169a54e4bc req-9f439a27-2313-4789-ac58-88c1109b5c85 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.93 "DELETE /v2.0/ports/55b19d69-3511-4a6b-8f3f-ffcc36a5144f HTTP/1.1" status: 204 len: 173 time: 0.5665302 Feb 04 17:40:02.437621 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-deleted', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f'}] {{(pid=103215) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 17:40:02.440036 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9684ef4769b9c16b09794a15a1aeecf31725e7331a81187422c76888d1c3ea05" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a9281-708e-432f-99e0-76651de608f0" -d '{"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-deleted", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f"}]}' {{(pid=103215) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 17:40:02.481594 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 17:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13e8f89-7322-492b-9aa6-eb7fbdf83f1e x-openstack-request-id: req-c13e8f89-7322-492b-9aa6-eb7fbdf83f1e {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 17:40:02.481920 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa789023-3a28-4a7a-a13a-2b0bc3f11ae9", "name": "network-vif-deleted", "tag": "55b19d69-3511-4a6b-8f3f-ffcc36a5144f", "status": "completed", "code": 200}]} {{(pid=103215) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 17:40:02.482224 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c13e8f89-7322-492b-9aa6-eb7fbdf83f1e {{(pid=103215) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 17:40:02.482663 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa789023-3a28-4a7a-a13a-2b0bc3f11ae9', 'name': 'network-vif-deleted', 'tag': '55b19d69-3511-4a6b-8f3f-ffcc36a5144f', 'status': 'completed', 'code': 200} Feb 04 17:40:03.554682 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [req-e01ddbfe-8031-4cb1-bc5e-45734df64ed7 req-c13f0811-caac-49aa-9334-59c6ea7b2acf tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa789023-3a28-4a7a-a13a-2b0bc3f11ae9 HTTP/1.1" status: 200 len: 210 time: 0.0416183 Feb 04 17:40:04.617929 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36346) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:04.678866 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group (06bca4a8-ca59-4fa5-89ef-36c1a2df5251), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.710077 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group (06bca4a8-ca59-4fa5-89ef-36c1a2df5251), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.840035 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (06bca4a8-ca59-4fa5-89ef-36c1a2df5251), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.842553 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:04.844174 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] 10.222.0.24 "DELETE /v2.0/security-groups/06bca4a8-ca59-4fa5-89ef-36c1a2df5251 HTTP/1.1" status: 204 len: 168 time: 0.2244461 Feb 04 17:40:04.855040 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bca4a8-ca59-4fa5-89ef-36c1a2df5251,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:04.862966 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.863485 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.863658 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.864254 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.864542 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.864844 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.865185 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.865518 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.865845 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.866173 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.866529 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.866929 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.867194 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-053f9a56-34d7-48d9-82d8-d44cf4d62000 tempest-TestShelveInstance-1941096431 tempest-TestShelveInstance-1941096431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103214) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:04.975622 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36350) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:05.507776 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (8bf7a3ab-6fb0-44e8-895e-31b033899372), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:05.766684 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:40:05.885204 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-953cb5b8-f66f-4507-aaad-fe453fb34b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.095299 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 55b19d69-3511-4a6b-8f3f-ffcc36a5144f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:06.095941 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Deleting port de5af4fe-bec8-4b58-af38-32b272bdf972 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:06.096539 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.116935 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] No Port match for: 55b19d69-3511-4a6b-8f3f-ffcc36a5144f {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:40:06.117295 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Device 55b19d69-3511-4a6b-8f3f-ffcc36a5144f not bound to the agent host hv-cinder-81735 {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:40:06.189449 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] For port de5af4fe-bec8-4b58-af38-32b272bdf972, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=de5af4fe-bec8-4b58-af38-32b272bdf972,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:06.190073 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.207892 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Calling delete_port for de5af4fe-bec8-4b58-af38-32b272bdf972 owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:06.525929 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (de5af4fe-bec8-4b58-af38-32b272bdf972), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:06.553604 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5af4fe-bec8-4b58-af38-32b272bdf972,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:06.775821 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (8bf7a3ab-6fb0-44e8-895e-31b033899372), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:07.063619 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Router 8bf7a3ab-6fb0-44e8-895e-31b033899372 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:40:07.192976 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:40:07.199439 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-4480b61d-ffe1-4fe5-8119-04bbbe080f73 admin admin] 10.222.0.24 "PUT /v2.0/routers/8bf7a3ab-6fb0-44e8-895e-31b033899372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2213066 Feb 04 17:40:07.201985 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36354) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:07.206422 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] Sync routers for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:40:07.220403 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:07.221179 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:40:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:07.323962 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks [] for router (8bf7a3ab-6fb0-44e8-895e-31b033899372), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:07.452157 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks [] for router_gateway (8bf7a3ab-6fb0-44e8-895e-31b033899372), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:07.489360 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:07.578818 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Deleting port 894093b6-3e0f-4438-aa37-30d51b421597 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:07.579268 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (894093b6-3e0f-4438-aa37-30d51b421597), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:07.696030 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] For port 894093b6-3e0f-4438-aa37-30d51b421597, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=894093b6-3e0f-4438-aa37-30d51b421597,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:07.697211 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (894093b6-3e0f-4438-aa37-30d51b421597), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:07.714343 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Calling delete_port for 894093b6-3e0f-4438-aa37-30d51b421597 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:07.744841 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': '894093b6-3e0f-4438-aa37-30d51b421597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:40:06Z', 'revision_number': 5, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port': {'id': '894093b6-3e0f-4438-aa37-30d51b421597', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:7c:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:33:56Z', 'updated_at': '2022-02-04T17:34:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:07.804380 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] Checking router: 8bf7a3ab-6fb0-44e8-895e-31b033899372 for host: dv-cinder-817351-10-iscsi {{(pid=103216) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:40:07.820380 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] Routers {'8bf7a3ab-6fb0-44e8-895e-31b033899372'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103216) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:07.821605 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:40:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['8bf7a3ab-6fb0-44e8-895e-31b033899372'], 'active': True} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:07.945530 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvr_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] Set router 8bf7a3ab-6fb0-44e8-895e-31b033899372 gateway port host: None {{(pid=103216) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:07.995825 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (894093b6-3e0f-4438-aa37-30d51b421597), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.057595 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Pushing event deleted for resources: {'Port': ['ID=894093b6-3e0f-4438-aa37-30d51b421597,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:08.061240 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_hamode_db [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:40:07Z', 'revision_number': 6, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port_host': None}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103216) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:08.103766 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2640c7c-1789-4029-a2ff-dc80594ffc6e None None] The sync data for ids ['8bf7a3ab-6fb0-44e8-895e-31b033899372'] in dv-cinder-817351-10-iscsi is: [{'id': '8bf7a3ab-6fb0-44e8-895e-31b033899372', 'name': 'tempest-TestShelveInstance-1312887177-router', 'tenant_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:33:55Z', 'updated_at': '2022-02-04T17:40:07Z', 'revision_number': 6, 'project_id': '33bdfadef3ef4e5f8499cbb4911e02fe', 'gw_port_host': None}] {{(pid=103216) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:40:08.130505 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.151189 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (8bf7a3ab-6fb0-44e8-895e-31b033899372), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.277873 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (8bf7a3ab-6fb0-44e8-895e-31b033899372), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.281346 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks [] for router_controller (8bf7a3ab-6fb0-44e8-895e-31b033899372), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.434374 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (8bf7a3ab-6fb0-44e8-895e-31b033899372), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.435029 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf7a3ab-6fb0-44e8-895e-31b033899372 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:40:08.442492 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.444282 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-47f83c05-2d92-43c0-bf14-73d54e063289 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8bf7a3ab-6fb0-44e8-895e-31b033899372 HTTP/1.1" status: 204 len: 168 time: 1.2409697 Feb 04 17:40:08.451572 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36358) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:08.510923 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.db_base_plugin_v2 [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] Deleting subnet 6fccabaa-018a-4be9-aacd-dcf253325508 {{(pid=103214) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:40:08.517075 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] Publish callbacks [] for subnet (6fccabaa-018a-4be9-aacd-dcf253325508), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.576238 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-126072346'] for subnet (6fccabaa-018a-4be9-aacd-dcf253325508), precommit_delete_associations {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.669167 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (6fccabaa-018a-4be9-aacd-dcf253325508), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.851916 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126676111', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126256687'] for subnet (6fccabaa-018a-4be9-aacd-dcf253325508), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.879694 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fccabaa-018a-4be9-aacd-dcf253325508,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:08.884180 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:08.887643 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-833453d1-7aaf-4b4a-aa70-10cc7260118b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6fccabaa-018a-4be9-aacd-dcf253325508 HTTP/1.1" status: 204 len: 168 time: 0.4341466 Feb 04 17:40:08.891775 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36360) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:08.896243 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059caf4c-6093-4d56-86ac-d10f4a2cb53d None None] Network c1053c51-2dbd-4d7c-b022-c39fa12c3f25 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:40:09.162015 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] DHCP port deletion for c1053c51-2dbd-4d7c-b022-c39fa12c3f25 request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:40:09.252941 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Deleting port b37a7862-ccaa-4c40-a54e-0a15cda000ad {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:09.253450 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.287043 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (c1053c51-2dbd-4d7c-b022-c39fa12c3f25), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.361738 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] For port b37a7862-ccaa-4c40-a54e-0a15cda000ad, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b37a7862-ccaa-4c40-a54e-0a15cda000ad,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:09.362071 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.369145 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Deleting port b37a7862-ccaa-4c40-a54e-0a15cda000ad {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:09.369668 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.382909 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Calling delete_port for b37a7862-ccaa-4c40-a54e-0a15cda000ad owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:09.456293 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] For port b37a7862-ccaa-4c40-a54e-0a15cda000ad, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b37a7862-ccaa-4c40-a54e-0a15cda000ad,segment=NetworkSegment(07c5b8a2-ece3-4d71-985f-139d9ed434af),segment_id=07c5b8a2-ece3-4d71-985f-139d9ed434af)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:09.457022 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.484908 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Calling delete_port for b37a7862-ccaa-4c40-a54e-0a15cda000ad owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:09.628366 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.637893 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (b37a7862-ccaa-4c40-a54e-0a15cda000ad), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.668204 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Pushing event deleted for resources: {'Port': ['ID=b37a7862-ccaa-4c40-a54e-0a15cda000ad,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:09.673343 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] No DVR routers for this DVR port b37a7862-ccaa-4c40-a54e-0a15cda000ad on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:40:09.681283 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.681648 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.682042 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.682478 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.682813 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.683152 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.683499 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.683857 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.684176 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.684508 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.684837 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.685293 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.685660 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ce456e-aaff-4a3c-b2cc-e3b7abe0504c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-10-iscsi {{(pid=103216) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 17:40:09.691745 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] No DVR routers for this DVR port b37a7862-ccaa-4c40-a54e-0a15cda000ad on host dv-cinder-817351-10-iscsi {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:40:09.695030 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b37a7862-ccaa-4c40-a54e-0a15cda000ad,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:09.829290 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (c1053c51-2dbd-4d7c-b022-c39fa12c3f25), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.868648 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1053c51-2dbd-4d7c-b022-c39fa12c3f25']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:09.887482 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c5b8a2-ece3-4d71-985f-139d9ed434af') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:09.887867 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c5b8a2-ece3-4d71-985f-139d9ed434af') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:09.906505 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (07c5b8a2-ece3-4d71-985f-139d9ed434af), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.930188 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (07c5b8a2-ece3-4d71-985f-139d9ed434af), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.941251 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:40:09.941876 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (07c5b8a2-ece3-4d71-985f-139d9ed434af), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:40:09.944069 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:40:10.089295 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device de5af4fe-bec8-4b58-af38-32b272bdf972 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:10.112754 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: de5af4fe-bec8-4b58-af38-32b272bdf972 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:40:10.113122 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device de5af4fe-bec8-4b58-af38-32b272bdf972 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:40:10.113568 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b37a7862-ccaa-4c40-a54e-0a15cda000ad no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:10.137031 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (c1053c51-2dbd-4d7c-b022-c39fa12c3f25), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:10.141092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: b37a7862-ccaa-4c40-a54e-0a15cda000ad {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:40:10.141092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b37a7862-ccaa-4c40-a54e-0a15cda000ad not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:40:10.141092 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 894093b6-3e0f-4438-aa37-30d51b421597 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:10.150493 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:10.158740 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1053c51-2dbd-4d7c-b022-c39fa12c3f25 HTTP/1.1" status: 204 len: 168 time: 1.2613318 Feb 04 17:40:10.159654 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36362) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:10.166209 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 894093b6-3e0f-4438-aa37-30d51b421597 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:40:10.166556 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 894093b6-3e0f-4438-aa37-30d51b421597 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:40:10.173056 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851222b-118a-42b4-b58c-3336ac74ddf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1053c51-2dbd-4d7c-b022-c39fa12c3f25,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:10.826815 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-479950'] for router_interface (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.235380 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Deleting port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:11.236258 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.348258 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] For port 4dbe10a4-9c70-4f02-9458-9c79b2842b3a, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,segment=NetworkSegment(5ec76265-1683-43c1-abb2-73a5aee117cc),segment_id=5ec76265-1683-43c1-abb2-73a5aee117cc)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:11.348699 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.370238 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Calling delete_port for 4dbe10a4-9c70-4f02-9458-9c79b2842b3a owned by network:router_interface {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:11.464855 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.502705 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.754234 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (4dbe10a4-9c70-4f02-9458-9c79b2842b3a), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:11.783556 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dbe10a4-9c70-4f02-9458-9c79b2842b3a,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:12.065287 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-604180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-479802'] for router_interface (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.398602 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 has already been hosted by L3 agent f6691aaf-ab20-4d69-b598-cc49bd02403b {{(pid=103215) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 17:40:12.537657 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] Notify agent at l3_agent.dv-cinder-817351-10-iscsi the message routers_updated {{(pid=103215) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 17:40:12.546776 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-31eb66e8-1d3d-4187-80d5-31ab0f261bb2 admin admin] 10.222.0.24 "PUT /v2.0/routers/38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3847389 Feb 04 17:40:12.551078 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36364) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:12.556254 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] Sync routers for ids ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'] in dv-cinder-817351-10-iscsi {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 17:40:12.576224 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] Routers {'38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:12.577374 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:40:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:12.700213 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks [] for router (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:12.776033 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] Set router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 gateway port host: dv-cinder-817351-10-iscsi {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:12.871715 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks [] for router_gateway (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:13.009180 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Deleting port 06ff4b4e-e94f-42fd-84ba-f32a9b146019 {{(pid=103215) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:13.009774 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:13.128113 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'external_fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:40:11Z', 'revision_number': 5, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port': {'id': '06ff4b4e-e94f-42fd-84ba-f32a9b146019', 'name': '', 'network_id': '5a4dcb2e-bfab-4f95-b504-1d7a92acc50d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T17:34:08Z', 'updated_at': '2022-02-04T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '219d0e60-d727-4aa7-b264-504f22c1fcce', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-10-iscsi'}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:13.186468 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] Checking router: 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 for host: dv-cinder-817351-10-iscsi {{(pid=103217) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 17:40:13.204106 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] Routers {'38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'} bound to L3 agent in host dv-cinder-817351-10-iscsi {{(pid=103217) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 17:40:13.206084 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T17:11:36Z,description=,heartbeat_timestamp=2022-02-04T17:40:06Z,host='dv-cinder-817351-10-iscsi',id=f6691aaf-ab20-4d69-b598-cc49bd02403b,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T17:11:36Z,topic='l3_agent')) {'router_ids': ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'], 'active': True} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:13.375721 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_dvr_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] Set router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 gateway port host: None {{(pid=103217) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 17:40:13.445738 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.db [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] For port 06ff4b4e-e94f-42fd-84ba-f32a9b146019, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=06ff4b4e-e94f-42fd-84ba-f32a9b146019,segment=NetworkSegment(c66e4be3-b8f7-41cd-a69f-f0c94380a23c),segment_id=c66e4be3-b8f7-41cd-a69f-f0c94380a23c)] {{(pid=103215) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:13.447206 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:13.468269 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.l3_hamode_db [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:40:12Z', 'revision_number': 6, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port_host': None}], 'dv-cinder-817351-10-iscsi', False) {} {{(pid=103217) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:13.472479 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.plugins.ml2.plugin [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Calling delete_port for 06ff4b4e-e94f-42fd-84ba-f32a9b146019 owned by network:router_gateway {{(pid=103215) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:13.517432 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c84c1fd-487b-4152-b75d-e80183ffa327 None None] The sync data for ids ['38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2'] in dv-cinder-817351-10-iscsi is: [{'id': '38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2', 'name': 'tempest-TestShelveInstance-82209636-router', 'tenant_id': 'e4df04af07ce4f25ae0aa295e968296e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T17:34:07Z', 'updated_at': '2022-02-04T17:40:12Z', 'revision_number': 6, 'project_id': 'e4df04af07ce4f25ae0aa295e968296e', 'gw_port_host': None}] {{(pid=103217) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 17:40:13.604398 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [req-a90f5538-a326-4f6d-955b-4a71638ed91c req-e5e0cccf-a2bb-47a2-ad1f-875cbbcd6981 service neutron] (103214) timed out ('10.222.0.24', 57818) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:40:13.828846 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127638931'] for port (06ff4b4e-e94f-42fd-84ba-f32a9b146019), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:13.879938 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ff4b4e-e94f-42fd-84ba-f32a9b146019,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:13.998332 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-571540'] for router_gateway (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.111798 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-503583', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12873'] for router (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.114611 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks [] for router_controller (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.240208 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-503588'] for router (38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.240926 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 {{(pid=103215) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 17:40:14.248918 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.251549 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-3b71fe61-7643-497a-9a4d-7f0c89503b06 admin admin] 10.222.0.24 "DELETE /v2.0/routers/38e8f4ce-8a00-41ed-b849-8b9ba9f28ad2 HTTP/1.1" status: 204 len: 168 time: 1.6983886 Feb 04 17:40:14.254905 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36366) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:14.317792 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] Deleting subnet af5e8bef-388a-4de9-9839-8136fff30e9f {{(pid=103215) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 17:40:14.327812 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] Publish callbacks [] for subnet (af5e8bef-388a-4de9-9839-8136fff30e9f), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.416066 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127636863'] for subnet (af5e8bef-388a-4de9-9839-8136fff30e9f), precommit_delete_associations {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.417596 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 06ff4b4e-e94f-42fd-84ba-f32a9b146019 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:14.454618 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 06ff4b4e-e94f-42fd-84ba-f32a9b146019 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:40:14.455218 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 06ff4b4e-e94f-42fd-84ba-f32a9b146019 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:40:14.455785 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4dbe10a4-9c70-4f02-9458-9c79b2842b3a no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:14.493538 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: 4dbe10a4-9c70-4f02-9458-9c79b2842b3a {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:40:14.494206 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device 4dbe10a4-9c70-4f02-9458-9c79b2842b3a not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:40:14.567963 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16193376'] for subnet (af5e8bef-388a-4de9-9839-8136fff30e9f), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.761752 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16193385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-516026', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127638990', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-125980451'] for subnet (af5e8bef-388a-4de9-9839-8136fff30e9f), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.800607 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af5e8bef-388a-4de9-9839-8136fff30e9f,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:14.804206 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for subnet (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.809937 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-5a9dddda-f931-444f-a272-07f457506ac2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af5e8bef-388a-4de9-9839-8136fff30e9f HTTP/1.1" status: 204 len: 168 time: 0.5535808 Feb 04 17:40:14.813549 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d82c53c-cc00-4347-872a-40fc004d6f56 None None] Network 7a715393-ac35-44c0-9024-0efe05059d91 requested from dv-cinder-817351-10-iscsi {{(pid=103216) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 17:40:14.813837 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36368) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:14.901750 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16165993'] for network (7a715393-ac35-44c0-9024-0efe05059d91), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:14.972407 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Deleting port b40760f5-510d-4aa5-9e4a-d53f64deac46 {{(pid=103214) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:14.972704 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.081911 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] DHCP port deletion for 7a715393-ac35-44c0-9024-0efe05059d91 request from dv-cinder-817351-10-iscsi {{(pid=103216) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 17:40:15.095579 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.db [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] For port b40760f5-510d-4aa5-9e4a-d53f64deac46, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b40760f5-510d-4aa5-9e4a-d53f64deac46,segment=NetworkSegment(5ec76265-1683-43c1-abb2-73a5aee117cc),segment_id=5ec76265-1683-43c1-abb2-73a5aee117cc)] {{(pid=103214) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:15.096302 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.115352 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.plugin [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Calling delete_port for b40760f5-510d-4aa5-9e4a-d53f64deac46 owned by network:dhcp {{(pid=103214) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:15.175348 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] Deleting port b40760f5-510d-4aa5-9e4a-d53f64deac46 {{(pid=103216) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 17:40:15.175805 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8743151953538'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), before_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.286471 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.db [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] For port b40760f5-510d-4aa5-9e4a-d53f64deac46, host dv-cinder-817351-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-10-iscsi',level=0,port_id=b40760f5-510d-4aa5-9e4a-d53f64deac46,segment=NetworkSegment(5ec76265-1683-43c1-abb2-73a5aee117cc),segment_id=5ec76265-1683-43c1-abb2-73a5aee117cc)] {{(pid=103216) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 17:40:15.287005 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-482596'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), precommit_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.292737 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126676178'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.308072 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] Calling delete_port for b40760f5-510d-4aa5-9e4a-d53f64deac46 owned by network:dhcp {{(pid=103216) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 17:40:15.340772 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Pushing event deleted for resources: {'Port': ['ID=b40760f5-510d-4aa5-9e4a-d53f64deac46,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:15.346520 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] No DVR routers for this DVR port b40760f5-510d-4aa5-9e4a-d53f64deac46 on host dv-cinder-817351-10-iscsi {{(pid=103214) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:40:15.438328 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-16251547', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-143137', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8743151959013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8743151446119'] for port (b40760f5-510d-4aa5-9e4a-d53f64deac46), after_delete {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.443471 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16215285', 'neutron.services.segments.db._delete_segments_for_network-8743151996245'] for network (7a715393-ac35-44c0-9024-0efe05059d91), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.484574 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] Pushing event deleted for resources: {'Port': ['ID=b40760f5-510d-4aa5-9e4a-d53f64deac46,revision_number=None']} {{(pid=103216) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:15.487474 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a715393-ac35-44c0-9024-0efe05059d91']}} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:15.488018 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b10950-1b85-4279-9060-c76419aa53aa None None] No DVR routers for this DVR port b40760f5-510d-4aa5-9e4a-d53f64deac46 on host dv-cinder-817351-10-iscsi {{(pid=103216) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 17:40:15.507949 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ec76265-1683-43c1-abb2-73a5aee117cc') {'for_net_delete': True} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:15.508290 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.services.segments.db [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ec76265-1683-43c1-abb2-73a5aee117cc') {} {{(pid=103214) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 17:40:15.523630 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8743151997278', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-126072339'] for segment (5ec76265-1683-43c1-abb2-73a5aee117cc), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.546299 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267'] for segment (5ec76265-1683-43c1-abb2-73a5aee117cc), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.554598 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103214) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 17:40:15.555112 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16189267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126676001'] for segment (5ec76265-1683-43c1-abb2-73a5aee117cc), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: Traceback (most recent call last): Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: timer() Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: cb(*args, **kw) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: return func(*args, **kwargs) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: self._notify() Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: self.callback(batched_events) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: event.method(event) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: return f(self, *a, **k) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._get(url).json() Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: return self.request(url, 'GET', **kwargs) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 17:40:15.557853 dv-cinder-817351-10-iscsi neutron-server[103214]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 17:40:15.697401 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16215294', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491166', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-604163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-571576'] for network (7a715393-ac35-44c0-9024-0efe05059d91), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.707422 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-604401'] for network (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:15.714511 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a715393-ac35-44c0-9024-0efe05059d91 HTTP/1.1" status: 204 len: 168 time: 0.8977435 Feb 04 17:40:15.726768 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9187b5e-1c63-4098-b73c-ff6d7c2a7b5a admin admin] Pushing event deleted for resources: {'Network': ['ID=7a715393-ac35-44c0-9024-0efe05059d91,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:16.091927 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b40760f5-510d-4aa5-9e4a-d53f64deac46 no longer exists at agent ovs-agent-dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 17:40:16.116671 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.plugin [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] No Port match for: b40760f5-510d-4aa5-9e4a-d53f64deac46 {{(pid=103216) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 17:40:16.117076 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron.plugins.ml2.rpc [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Device b40760f5-510d-4aa5-9e4a-d53f64deac46 not bound to the agent host dv-cinder-817351-10-iscsi {{(pid=103216) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 17:40:16.187595 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36372) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:16.242708 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-72522ac6-af73-4887-ad09-d0e97e85aae8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33bdfadef3ef4e5f8499cbb4911e02fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533183 Feb 04 17:40:16.247343 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.wsgi [-] (103215) accepted ('10.222.0.24', 36374) {{(pid=103215) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:16.324699 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f338-3920-4518-bd17-3b2d052636bf admin admin] Publish callbacks [] for security_group (3c7ab998-947c-4560-92bf-fd46c2d99ce0), before_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.365561 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f338-3920-4518-bd17-3b2d052636bf admin admin] Publish callbacks [] for security_group (3c7ab998-947c-4560-92bf-fd46c2d99ce0), precommit_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.759977 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f338-3920-4518-bd17-3b2d052636bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (3c7ab998-947c-4560-92bf-fd46c2d99ce0), after_delete {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.762955 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron_lib.callbacks.manager [None req-e2b6f338-3920-4518-bd17-3b2d052636bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103215) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:16.764357 dv-cinder-817351-10-iscsi neutron-server[103215]: INFO neutron.wsgi [None req-e2b6f338-3920-4518-bd17-3b2d052636bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c7ab998-947c-4560-92bf-fd46c2d99ce0 HTTP/1.1" status: 204 len: 168 time: 0.5155556 Feb 04 17:40:16.774414 dv-cinder-817351-10-iscsi neutron-server[103215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6f338-3920-4518-bd17-3b2d052636bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7ab998-947c-4560-92bf-fd46c2d99ce0,revision_number=None']} {{(pid=103215) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:17.678252 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36380) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:17.757131 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-345891ab-b855-4cfb-a228-48091eeadabd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4df04af07ce4f25ae0aa295e968296e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0770495 Feb 04 17:40:17.760552 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [-] (103214) accepted ('10.222.0.24', 36382) {{(pid=103214) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 17:40:17.855101 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9b75853-6426-49c7-877d-2b73419d9d97 admin admin] Publish callbacks [] for security_group (f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3), before_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:17.899880 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9b75853-6426-49c7-877d-2b73419d9d97 admin admin] Publish callbacks [] for security_group (f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3), precommit_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:18.050248 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9b75853-6426-49c7-877d-2b73419d9d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-491215'] for security_group (f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3), after_delete {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:18.054143 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron_lib.callbacks.manager [None req-f9b75853-6426-49c7-877d-2b73419d9d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103214) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:18.055728 dv-cinder-817351-10-iscsi neutron-server[103214]: INFO neutron.wsgi [None req-f9b75853-6426-49c7-877d-2b73419d9d97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3 HTTP/1.1" status: 204 len: 168 time: 0.2931962 Feb 04 17:40:18.069050 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b75853-6426-49c7-877d-2b73419d9d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fc4a33-9ed6-4d07-8d7e-aa71782af0c3,revision_number=None']} {{(pid=103214) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 17:40:22.261726 dv-cinder-817351-10-iscsi neutron-server[103214]: DEBUG neutron.wsgi [req-77e1b057-fe66-4501-9be9-5b6417f9127f req-7bf4cf50-b179-4739-aa65-b6ac6705121a service neutron] (103214) timed out ('10.222.0.93', 63556) {{(pid=103214) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 17:40:22.416787 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:32.381292 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-8585d31b-fc8b-4e6c-a4d8-6c3ed12a42c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:35.868304 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0a2225e7-9bb1-4980-989e-f3f50a43a013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:38.112848 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:41.490673 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:41.531237 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:40:42.766308 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:40:52.576190 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:02.393093 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-812aa5b5-ea0f-4003-a28c-f0ee1b26a36d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:05.855398 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-73133083-3ce5-460f-a235-1fa8d7007842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:08.055405 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.449792 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:11.482005 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:19.766360 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:41:22.401485 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:32.403625 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-271237c0-392d-4b59-aadd-6881448f1c27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:35.872153 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-93863e17-fbd3-4978-8409-a0847753a542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:38.070021 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:41.441591 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:41.471623 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:52.437860 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:41:56.771464 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:42:02.377806 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f9a29e20-653f-44d9-9f65-55f5e7ebfd2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:05.860065 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f462090e-53d7-4220-8af5-07076b1f18b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:08.088835 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:11.508601 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:11.534002 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:22.431442 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:32.385743 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-d9e94966-263e-4914-9d19-d4c6f6c25340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:33.774072 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:42:35.862234 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-c2b58859-3f46-44e6-8ccf-54b2b625482e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:38.087836 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:41.482121 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:41.493179 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:42:52.401684 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:02.413760 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b2818d4f-795d-4530-b2fe-5460bc9ba919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:05.861756 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-0c344b55-f961-4ebf-9247-ae5b39a532fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:08.095567 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:10.779821 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:43:11.461240 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:11.495676 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:22.436683 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:32.374107 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-fb2431c9-85cf-429b-b393-6013a1e11467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:35.864751 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-de856ebb-8a21-467c-b674-399e78bb9f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:38.133653 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:41.481791 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:41.517199 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:43:47.779795 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:43:52.445215 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:02.452414 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb6712f8-ff22-4845-ad8d-1269f9c1725d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:05.857695 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b35e75e2-2532-4940-8480-e4fe0e6efe7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:08.076097 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:11.497614 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:11.508874 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:22.469102 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:24.778650 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:44:32.388596 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-abf82318-5a04-4b7d-a392-51125639f21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:35.919586 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-698631de-3ba1-4274-88a1-04b828b92cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:38.091060 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:41.497201 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:41.559761 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:44:52.446137 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:01.777934 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:45:02.444513 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f799215a-9892-4783-acb0-32fb377410a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:05.856034 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-33bf2486-78f2-4484-a3e9-7a76c72b7fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:08.084590 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.507288 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:11.598538 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:22.454958 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:32.387931 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-6fa17710-999e-4f56-aaf3-805f60c528c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (21badc50-3e47-4cb3-85e7-251b5f4290c4), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:35.918890 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-4918e6c4-6666-475e-9ea4-17fbdf4822f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f6691aaf-ab20-4d69-b598-cc49bd02403b), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:38.100967 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bb90e0ad-41bc-4eba-a7ea-ac175c0833f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (c04606df-145b-4eff-89b0-5d66c3ef521c), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:38.777397 dv-cinder-817351-10-iscsi neutron-server[103217]: DEBUG neutron.db.agents_db [None req-e5629851-9e36-4bca-9f7e-696bd63a5ac8 None None] Agent healthcheck: found 6 active agents {{(pid=103217) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 17:45:41.507396 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-bdd96a5a-63de-4e4d-a2a1-d3236b4ad9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (6bd821a9-5362-43ae-928a-b2b991318e10), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:41.523963 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-b46d33d3-74e5-4300-8a05-1a961fa55d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (f58ec050-86f1-4b3e-81ce-6b5fb5163332), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 17:45:52.453526 dv-cinder-817351-10-iscsi neutron-server[103216]: DEBUG neutron_lib.callbacks.manager [None req-f2a9a417-4ed8-471a-83fa-32264718040d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8743151996227', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16213942'] for agent (990f2d0e-8de8-460f-8df2-6cd04b6f3792), after_update {{(pid=103216) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}